-- Logs begin at Mon 2021-01-18 18:48:49 UTC, end at Mon 2021-01-18 20:01:54 UTC. -- Jan 18 19:35:26.515195 dv-cinder-562053-17-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 19:35:29.211287 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.common.config [-] Logging enabled! Jan 18 19:35:29.211839 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev382 Jan 18 19:35:29.213123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80002) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 19:35:29.213860 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.common.config [-] Logging enabled! Jan 18 19:35:29.214147 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev382 Jan 18 19:35:29.214425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80002) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 19:35:29.215523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 18 19:35:29.215789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 18 19:35:29.216825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 18 19:35:29.217102 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 18 19:35:29.217361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 18 19:35:29.217742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.218101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.218481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.218739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.219133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.219507 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.219896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.220228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.220567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.220890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.221205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.221526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.221786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.222130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.222432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.222756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.223008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] debug = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.223358 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.223888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.224209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.224526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.224855 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.225163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.225474 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.225794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.226166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] host = dv-cinder-562053-17-smb {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.226480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.226807 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.227154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.227481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.227783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.228114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.228465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.228816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.229122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] log_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.229495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.229862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.230275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.230552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.230810 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.231100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.231410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.231741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.232055 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.232367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.232679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.232988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.233296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.233600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.233914 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.234238 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.234564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.234872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.235734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.236045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.236354 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.236680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.236987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.237295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.237634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.238003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.238337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.238712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.239113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.239446 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.239812 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.240226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.240491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.240837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.241124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.241430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.241738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] use_json = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.242045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.242349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.242668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.242976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.243306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.243615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.243923 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.244249 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:29.244584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.244920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.245263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.245581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.245912 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.246231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.246560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.246877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.247231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.247566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.247893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.248247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.248611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.248967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.249345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.249702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.250040 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.250375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.250704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.251101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.251403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.251720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.252105 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.252452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.252783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.253595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.253911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.254243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.254558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.254866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.255225 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.255554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.255868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.256175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.256490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.256801 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.257106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.257409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.257721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.258051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.258361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.258665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.258968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.259311 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.259614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.259972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.260314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.260621 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.260976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.261285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.261543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.261850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.262161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.262468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.262777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.263093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.263426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.263732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.264041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.264347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.264652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.264957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.265264 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.265569 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.265873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.266179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.266509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.266817 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.267158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.267493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.267804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.268116 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.268431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.268741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.269050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.269360 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.269719 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.270071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.270419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.270793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.271136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.271461 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.271779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.272092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.272431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.272747 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.273063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.273376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.273689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.274006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.274328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.274660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.274989 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.275344 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.275676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.276001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.276318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.276672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.276985 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:29.277233 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:35:29.277502 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80002) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 18 19:35:29.936148 dv-cinder-562053-17-smb neutron-server[80002]: INFO keyring.backend [-] Loading Gnome Jan 18 19:35:29.953336 dv-cinder-562053-17-smb neutron-server[80002]: INFO keyring.backend [-] Loading Google Jan 18 19:35:29.956652 dv-cinder-562053-17-smb neutron-server[80002]: INFO keyring.backend [-] Loading Windows (alt) Jan 18 19:35:29.960130 dv-cinder-562053-17-smb neutron-server[80002]: INFO keyring.backend [-] Loading file Jan 18 19:35:29.961102 dv-cinder-562053-17-smb neutron-server[80002]: INFO keyring.backend [-] Loading keyczar Jan 18 19:35:29.961384 dv-cinder-562053-17-smb neutron-server[80002]: INFO keyring.backend [-] Loading multi Jan 18 19:35:29.962019 dv-cinder-562053-17-smb neutron-server[80002]: INFO keyring.backend [-] Loading pyfs Jan 18 19:35:30.009306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:35:30.009624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:35:30.009947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:35:30.010473 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 19:35:30.402750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.403355 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.403355 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.451001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.451346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.451644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.455931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.456241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.456540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.522844 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.523177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.523472 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.524623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.524898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.525187 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.793893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.794221 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.794514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.794812 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.795675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.941808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.942176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.942494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.942789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.943120 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.943730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.944021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.944304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.944584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.944911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.945204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.945499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.945795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.946079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.946379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.946682 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.946968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.947306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.947585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.948063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.948341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.948619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.948952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.949230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.949503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.949920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 18 19:35:30.950189 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 18 19:35:30.950458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 18 19:35:30.950728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 18 19:35:30.950995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 18 19:35:30.951288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 18 19:35:30.952682 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 19:35:30.956393 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 19:35:30.960293 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 19:35:30.964298 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1750, 1799)])]) Jan 18 19:35:30.965953 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 19:35:30.967093 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 19:35:30.967481 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 18 19:35:30.967917 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 19:35:30.971212 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 19:35:30.971497 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 19:35:30.971883 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 18 19:35:30.993702 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 19:35:30.994219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.994552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80002) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 18 19:35:30.994962 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:30.996333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80002) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 19:35:30.996651 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 18 19:35:30.996929 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 18 19:35:31.000269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.000583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.065395 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 19:35:31.065587 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 19:35:31.065843 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 19:35:31.066254 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 19:35:31.102969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.sqlalchemy.engines [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80002) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 19:35:31.539984 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Initializing driver for type 'gre' Jan 18 19:35:31.540547 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] gre ID ranges: [(1, 1000)] Jan 18 19:35:31.582728 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Initializing driver for type 'local' Jan 18 19:35:31.583119 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Initializing driver for type 'vlan' Jan 18 19:35:31.593488 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] VlanTypeDriver initialization complete Jan 18 19:35:31.593868 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Initializing driver for type 'vxlan' Jan 18 19:35:31.594418 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] vxlan ID ranges: [(1, 1000)] Jan 18 19:35:31.636690 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Initializing extension driver 'port_security' Jan 18 19:35:31.637066 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] PortSecurityExtensionDriver initialization complete Jan 18 19:35:31.637436 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Initializing mechanism driver 'openvswitch' Jan 18 19:35:31.645302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:35:31.646172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > port after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.646594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.646967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.647451 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > subnet after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.647845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > subnet after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.648231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.648655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > network after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.649041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > network after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.649425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > network after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.649842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > security_group after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.650228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > security_group after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.650614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > security_group after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.651034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.651442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.651820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.652368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > address_group after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.652749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > address_group after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.653127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > address_group after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.653493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] ML2 OVO RPC backend initialized. {{(pid=80002) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 18 19:35:31.654214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.654604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.655089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > network before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.655466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > networks before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.655845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > port before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.656215 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > ports before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.656597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > subnet before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.657636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > subnets before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.657921 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > network after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.658294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > network after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.658679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > network after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.659039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > port after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.659433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.659802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.660173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > subnet after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.660550 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > subnet after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.660922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.661554 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.plugin [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Modular L2 Plugin initialization complete Jan 18 19:35:31.661914 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading services supported by the core plugin {{(pid=80002) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 19:35:31.662278 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Got port-security extension from driver 'port_security' Jan 18 19:35:31.662790 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.extensions.vlantransparent [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Disabled vlantransparent extension. Jan 18 19:35:31.664361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80002) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 19:35:31.664724 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading Plugin: router Jan 18 19:35:31.701968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router_interface before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.702342 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router after_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.702749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router before_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.703189 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.703611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.704499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router after_delete 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.704901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > floatingip after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.705309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router after_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.705693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router after_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.706087 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router after_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.706473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.706878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router after_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.707394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.707809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.708191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.708567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: subnet after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.708943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.709338 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > port precommit_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.709725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.710112 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: port before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.710492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.710896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router after_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.711301 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_delete 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.711690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.712096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.712483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.712912 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > network after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.713917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Tracking information for resource: router configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 18 19:35:31.714295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Tracking information for resource: floatingip configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 18 19:35:31.719195 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_agentschedulers_db [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 19:35:31.720399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.720800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: port after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.721188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.721577 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.722494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router before_create 55550100 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.722896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_delete 55550100 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.723331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_create 55550100 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.723730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > router precommit_update 55550100 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.728566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.provider_configuration [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service providers = [] {{(pid=80002) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 19:35:31.728966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.servicetype_db [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80002) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 19:35:31.731878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.service_base [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 18 19:35:31.732265 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.service_base [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 18 19:35:31.732646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.service_base [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 18 19:35:31.733548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.service_base [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 18 19:35:31.733953 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.services.service_base [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 19:35:31.734386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 18 19:35:31.734742 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 19:35:31.745056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 18 19:35:31.745437 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading Plugin: auto_allocate Jan 18 19:35:31.751326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: network precommit_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.751734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: network precommit_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.752338 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 18 19:35:31.752700 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading Plugin: tag Jan 18 19:35:31.761036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 18 19:35:31.761420 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading Plugin: timestamp Jan 18 19:35:31.765391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 18 19:35:31.765767 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading Plugin: network_ip_availability Jan 18 19:35:31.771907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.772316 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.772711 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:31.773528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 18 19:35:31.773892 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading Plugin: flavors Jan 18 19:35:31.778536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 18 19:35:31.778915 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading Plugin: revisions Jan 18 19:35:31.783986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 18 19:35:31.784419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=80002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:35:31.785249 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80002) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 18 19:35:31.785615 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Initializing extension manager. Jan 18 19:35:31.786200 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: __init__.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.786586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: __pycache__ {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.786965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.787365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: address_group.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.788207 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.788855 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: address-group Jan 18 19:35:31.789222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: address_scope.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.790010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.790597 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: address-scope Jan 18 19:35:31.790959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: admin_state_down_before_update.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.791969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.792545 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: router-admin-state-down-before-update Jan 18 19:35:31.792908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: agent.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.793676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.794258 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: agent Jan 18 19:35:31.794619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: agent_resources_synced.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.795586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.796163 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: agent-resources-synced Jan 18 19:35:31.796526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: allowedaddresspairs.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.798887 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.799519 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: allowed-address-pairs Jan 18 19:35:31.799888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: auto_allocated_topology.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.801003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.801591 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: auto-allocated-topology Jan 18 19:35:31.801959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: availability_zone.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.802718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.803324 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: availability_zone Jan 18 19:35:31.803688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: availability_zone_filter.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.804625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.805202 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: availability_zone_filter Jan 18 19:35:31.805563 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: data_plane_status.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.806495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.807084 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 19:35:31.807473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: default_subnetpools.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.808408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.808987 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: default-subnetpools Jan 18 19:35:31.809358 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: dhcpagentscheduler.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.810343 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.810925 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: dhcp_agent_scheduler Jan 18 19:35:31.811334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: dns.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.812270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.812848 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension dns-integration not supported by any of loaded plugins Jan 18 19:35:31.813234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: dns_domain_ports.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.814684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.815316 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 19:35:31.815684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: dvr.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.816407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.816985 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: dvr Jan 18 19:35:31.817350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: empty_string_filtering.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.818274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.819138 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: empty-string-filtering Jan 18 19:35:31.819512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.820440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.821021 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 19:35:31.821387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.822313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.822892 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 19:35:31.823315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: external_net.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.824245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.824823 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: external-net Jan 18 19:35:31.825186 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: extra_dhcp_opt.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.826106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.826681 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: extra_dhcp_opt Jan 18 19:35:31.827041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: extraroute.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.828014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.828589 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: extraroute Jan 18 19:35:31.828980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: extraroute_atomic.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.830038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.830622 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: extraroute-atomic Jan 18 19:35:31.830986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: filter_validation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.831728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.832311 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: filter-validation Jan 18 19:35:31.832674 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: fip_pf_description.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.833610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.834187 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 19:35:31.834549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: fip_port_details.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.835506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.836092 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: fip-port-details Jan 18 19:35:31.836488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: flavors.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.837743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.838338 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: flavors Jan 18 19:35:31.838708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.840534 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.841130 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 19:35:31.841501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: floatingip_pools.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.842266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.842855 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: floatingip-pools Jan 18 19:35:31.843282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: ip_allocation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.844229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.845330 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 19:35:31.845692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.846626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.847243 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: ip-substring-filtering Jan 18 19:35:31.847612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: l2_adjacency.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.848549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.849127 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 19:35:31.849491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: l3.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.850602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.851229 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: router Jan 18 19:35:31.851603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: l3_conntrack_helper.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.853890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.854495 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 19:35:31.854870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.855842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.856437 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: ext-gw-mode Jan 18 19:35:31.856806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.857745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.858331 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: l3-ha Jan 18 19:35:31.858697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: l3_flavors.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.859691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.860823 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: l3-flavors Jan 18 19:35:31.861188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.862222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.862809 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 19:35:31.863205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: l3agentscheduler.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.864424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.865020 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: l3_agent_scheduler Jan 18 19:35:31.865387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: logging.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.866891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.867505 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension logging not supported by any of loaded plugins Jan 18 19:35:31.867878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: metering.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.868691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.869390 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: metering Jan 18 19:35:31.869761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.870896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.871517 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: metering_source_and_destination_fields Jan 18 19:35:31.871886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: multiprovidernet.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.872848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.873435 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: multi-provider Jan 18 19:35:31.873802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: netmtu.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.874731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.875338 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: net-mtu Jan 18 19:35:31.875709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: netmtu_writable.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.876675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.877255 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: net-mtu-writable Jan 18 19:35:31.877620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: network_availability_zone.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.878344 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.878923 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: network_availability_zone Jan 18 19:35:31.879313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: network_ip_availability.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.880546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.881141 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: network-ip-availability Jan 18 19:35:31.881512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: network_segment_range.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.882485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.883108 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 19:35:31.883467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: pagination.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.884483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.884863 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: pagination Jan 18 19:35:31.885227 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.886194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.886783 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: port-mac-address-regenerate Jan 18 19:35:31.887195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.888129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.888713 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: port-numa-affinity-policy Jan 18 19:35:31.889077 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: port_resource_request.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.890025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.890600 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 19:35:31.890966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: portbindings.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.891976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.892559 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: binding Jan 18 19:35:31.892926 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: portbindings_extended.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.894228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.894812 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: binding-extended Jan 18 19:35:31.895210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: portsecurity.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.896148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.896734 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: port-security Jan 18 19:35:31.897101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: project_id.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.898110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.898490 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: project-id Jan 18 19:35:31.898855 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: providernet.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.899820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.900416 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: provider Jan 18 19:35:31.900784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.904476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.905082 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos not supported by any of loaded plugins Jan 18 19:35:31.905458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.906713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.907846 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 19:35:31.908217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.909154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.909749 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 19:35:31.910122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos_default.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.911054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.911656 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos-default not supported by any of loaded plugins Jan 18 19:35:31.912024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos_fip.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.912724 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.913302 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos-fip not supported by any of loaded plugins Jan 18 19:35:31.913672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos_gateway_ip.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.914619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.915228 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 19:35:31.915596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos_port_network_policy.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.916537 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.917118 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 19:35:31.917485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos_rule_type_details.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.918422 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.919002 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 19:35:31.919399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: qos_rules_alias.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.920464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.921055 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 19:35:31.921417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: quotasv2.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.922438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.923388 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: quotas Jan 18 19:35:31.923757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: quotasv2_detail.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.925369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.925758 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: quota_details Jan 18 19:35:31.926134 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: rbac.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.927472 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.928084 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: rbac-policies Jan 18 19:35:31.928456 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: rbac_address_scope.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.929406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.929999 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: rbac-address-scope Jan 18 19:35:31.930364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: rbac_security_groups.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.931324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.931913 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: rbac-security-groups Jan 18 19:35:31.932275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: rbac_subnetpool.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.933212 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.933801 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: rbac-subnetpool Jan 18 19:35:31.934165 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: revisionifmatch.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.935126 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.935719 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: revision-if-match Jan 18 19:35:31.936084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: revisions.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.937204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.937790 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: standard-attr-revisions Jan 18 19:35:31.938157 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: router_availability_zone.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.938913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.939524 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: router_availability_zone Jan 18 19:35:31.939895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: routerservicetype.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.940835 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.941411 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension router-service-type not supported by any of loaded plugins Jan 18 19:35:31.941776 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.942716 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.943576 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: security-groups-normalized-cidr Jan 18 19:35:31.943947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: security_groups_port_filtering.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.944890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.945482 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: port-security-groups-filtering Jan 18 19:35:31.945846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.947240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.949173 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: security-groups-remote-address-group Jan 18 19:35:31.949699 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: securitygroup.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.962827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.963434 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: security-group Jan 18 19:35:31.963813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: segment.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.964693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.965275 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension segment not supported by any of loaded plugins Jan 18 19:35:31.965647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.966628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.967238 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 19:35:31.967605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: servicetype.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.968717 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.969305 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: service-type Jan 18 19:35:31.970194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: sorting.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.971304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.971684 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: sorting Jan 18 19:35:31.972046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: standard_attr_segment.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.972984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.973569 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 19:35:31.973935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: standardattrdescription.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.974629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.975239 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: standard-attr-description Jan 18 19:35:31.975608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: stateful_security_group.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.976560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.977143 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: stateful-security-group Jan 18 19:35:31.977509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: stdattrs_common.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.978106 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 19:35:31.978470 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.979452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.980031 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 19:35:31.980399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: subnet_onboard.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.981481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.982064 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: subnet_onboard Jan 18 19:35:31.982427 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.983467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.984046 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 19:35:31.984408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: subnet_service_types.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.985907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.986895 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: subnet-service-types Jan 18 19:35:31.987290 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: subnetallocation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.988548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.989292 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: subnet_allocation Jan 18 19:35:31.989689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.990521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.991127 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: subnetpool-prefix-ops Jan 18 19:35:31.991499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.992446 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.993029 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 19:35:31.993395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: tagging.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.994737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.995349 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: standard-attr-tag Jan 18 19:35:31.995720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: timestamp.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.996910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.997500 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loaded extension: standard-attr-timestamp Jan 18 19:35:31.997875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: trunk.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:31.998917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:31.999787 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension trunk not supported by any of loaded plugins Jan 18 19:35:32.000153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: trunk_details.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:32.001121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:32.001705 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension trunk-details not supported by any of loaded plugins Jan 18 19:35:32.002068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: uplink_status_propagation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:32.003001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:32.003613 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 19:35:32.003980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Loading extension file: vlantransparent.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 18 19:35:32.004703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:35:32.005278 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 19:35:32.008016 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:network Jan 18 19:35:32.008845 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:subnet Jan 18 19:35:32.009526 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:35:32.010186 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:port Jan 18 19:35:32.017247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.017247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service FLAVORS assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.017247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.017247 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:router Jan 18 19:35:32.017247 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:floatingip Jan 18 19:35:32.017247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service METERING assigned prefix: /metering {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.017889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:32.018254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:32.018644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:35:32.019839 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 19:35:32.020327 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:security_group Jan 18 19:35:32.021144 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 19:35:32.021966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service CORE assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.022341 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:35:32.022708 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] subnetpool is already registered Jan 18 19:35:32.023402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service CORE assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.023776 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:35:32.024144 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] subnetpool is already registered Jan 18 19:35:32.026901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.027416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service FLAVORS assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.028073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.028539 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.028915 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:router Jan 18 19:35:32.029284 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] router is already registered Jan 18 19:35:32.029951 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:floatingip Jan 18 19:35:32.030320 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] floatingip is already registered Jan 18 19:35:32.031021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service METERING assigned prefix: /metering {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.031791 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 19:35:32.032696 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] rbac_policy is already registered Jan 18 19:35:32.033329 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:security_group Jan 18 19:35:32.033697 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] security_group is already registered Jan 18 19:35:32.034350 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 19:35:32.034716 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] security_group_rule is already registered Jan 18 19:35:32.035472 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service CORE assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.035849 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:35:32.036210 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] subnetpool is already registered Jan 18 19:35:32.036889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Service CORE assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 18 19:35:32.037255 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:35:32.037617 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] subnetpool is already registered Jan 18 19:35:32.038332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: extensions {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.039952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: address-groups {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.041676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: address-scopes {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.042981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: agents {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.044257 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: auto-allocated-topology {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.045580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: availability_zones {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.046991 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: dhcp-networks {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.049091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: dhcp-agents {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.050621 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: routers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.052603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: flavors {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.053849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: service_profiles {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.055174 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: next_providers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.056826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: service_profiles {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.058402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: floatingip-pools {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.059737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: routers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.061670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: floatingips {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.062937 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: l3-routers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.064492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: l3-agents {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.066032 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: metering-labels {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.067515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: metering-label-rules {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.069150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: network-ip-availabilities {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.070511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: bindings {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.072307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: quotas {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.073850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: quotas {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.075410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: rbac-policies {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.076792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: security-groups {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.078077 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: security-group-rules {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.079457 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: service-providers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.080798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: subnetpools {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.082323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: subnetpools {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.083900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.085713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.088655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.090564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.092507 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.094338 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.096831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.098833 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.100865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.102865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.extensions [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 18 19:35:32.109997 dv-cinder-562053-17-smb neutron-server[80002]: WARNING keystonemiddleware.auth_token [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 19:35:32.115896 dv-cinder-562053-17-smb neutron-server[80002]: WARNING keystonemiddleware.auth_token [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 19:35:32.124740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Acquired lock "singleton_lock" {{(pid=80002) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 19:35:32.125273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Releasing lock "singleton_lock" {{(pid=80002) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 19:35:32.127303 dv-cinder-562053-17-smb neutron-server[80002]: INFO oslo_service.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Starting 2 workers Jan 18 19:35:32.132222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Started child 80113 {{(pid=80002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 18 19:35:32.136675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:32.137191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Started child 80114 {{(pid=80002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 18 19:35:32.138241 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [-] (80113) wsgi starting up on http://0.0.0.0:9696 Jan 18 19:35:32.138805 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 19:35:32.139506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Notify callbacks [] for process, before_spawn {{(pid=80002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:32.142654 dv-cinder-562053-17-smb neutron-server[80002]: INFO oslo_service.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Starting 1 workers Jan 18 19:35:32.143401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:32.145256 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [-] (80114) wsgi starting up on http://0.0.0.0:9696 Jan 18 19:35:32.148321 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Started child 80115 {{(pid=80002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 18 19:35:32.148887 dv-cinder-562053-17-smb neutron-server[80002]: INFO oslo_service.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Starting 1 workers Jan 18 19:35:32.150829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] calling RpcWorker wait() {{(pid=80115) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 19:35:32.151248 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] returning from RpcWorker wait() {{(pid=80115) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 19:35:32.152796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:32.153294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:35:32.153875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Started child 80116 {{(pid=80002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 18 19:35:32.154685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2f5126c-a6e1-4dcb-a9e6-bc156534fc4e None None] Notify callbacks [] for process, after_spawn {{(pid=80002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:32.156481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80002) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 18 19:35:32.157935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 18 19:35:32.157935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 18 19:35:32.157935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 18 19:35:32.158390 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 18 19:35:32.158591 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 18 19:35:32.159182 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.159483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.159582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:32.159793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.160086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.160416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.161054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.161350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.161451 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:35:32.161643 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.161956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.162249 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.162459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.162664 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.162960 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.163260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.163619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.163907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.164181 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.164473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.164688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.164964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.165287 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.165587 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.165896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] debug = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.166170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.166789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.167052 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.167348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.167619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.167936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.168205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.168500 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.168769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.169022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.169308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.169593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.169843 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.170114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.170413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.170694 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.171264 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] host = dv-cinder-562053-17-smb {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.174875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.174875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.174875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.174875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.174875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.174875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.174875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.174875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.175970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.175970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.175970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.175970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.175970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.175970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.175970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_options = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.176859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57394) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:35:32.177004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.177771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.178295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.178295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.178551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.178686 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.178952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.179273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.179525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.179684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.179983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.180269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.180556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.180827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.181083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.181351 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.181604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.181855 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.182122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.182513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.182920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.183219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.183545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.183834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.184108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.184412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.184678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.184902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.185172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.185502 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.185775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.186057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.187037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.187037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.187037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.187536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.187536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.187815 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_json = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.187955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.188649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.188649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.188649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.189164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.189326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.189468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.189913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.190212 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.190535 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.190904 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.191237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.191501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.191789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.192083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.192341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.192634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.192907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.193246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.193757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.194091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.194348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.194650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.195144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.195307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.195574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.196148 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [-] 10.222.0.109 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0162387 Jan 18 19:35:32.197224 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.198057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.198057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.198057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.198359 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.198669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.198958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.109/identity {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.199278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.199531 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.199812 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.201467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.201467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.201467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.201771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.202024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.202283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.202543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.202799 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.203143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.204679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.204843 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.205073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.205375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.205667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.205926 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.206179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.206432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.206683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.206971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.207219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.207476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.207757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.208038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.208314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.208560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.208838 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.209034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.209302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.209574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.209823 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.210078 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.210346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.210585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.210899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.212368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.212368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.212677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.212677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.212988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.213135 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.213375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.213629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.213886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.214137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.214387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.214639 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.214890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.215164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.215430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.215680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.215933 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.216185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.216434 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.216683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.216933 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.217195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.217497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.217852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.218127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.219784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.219784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.220702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.220965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.221113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.221455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.221697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.221956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.222271 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.222602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.222901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.223183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.223442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.223741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.224000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.224898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.224898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.224898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.225336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.225336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.225604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.225792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.226065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.226367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.226683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.226958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.227315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.227578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.227898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.228233 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.228548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.228860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.229149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.229439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.229859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.230019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.230309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.230612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.230931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.232736 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.232736 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.232736 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.233811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.233974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.234327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.234485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.235852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.235852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.235852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.236436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.236436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.236720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.236960 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.237203 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.237503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.237787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.238077 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.109/identity {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.238789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.238789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.239009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.239129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.239413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.239669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.239941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.240192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.240453 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.240749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.241705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.243283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.243597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.243886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.244241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.244581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.244848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.245146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.245422 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.247032 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.247363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.247637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.247903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.248208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.248478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.248807 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.249083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.249553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.250028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.250511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.252118 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.252686 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.253160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.253594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.254040 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.254471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.254926 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.255380 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.255809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.256258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.257478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.257989 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.258277 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.259274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.259274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.259274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.259525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.259784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.260068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.260326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.260603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.260869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.261125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.261417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.261709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.262196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.262451 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.262813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.263110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.263370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.263620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.263963 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.264238 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.264515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.264791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.265040 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.265326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.265576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.265841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.266098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.266392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.266660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.266908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.267179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.267440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.267691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.268009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.268283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.268546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.269391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.269391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.269391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.269713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.270640 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.270640 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.270640 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.270922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.271037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.271864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.271864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.272160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.272510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.272926 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.273184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.273506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.273808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1750:1799'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.274097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.274370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.274696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.275048 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.275367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.275649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.275922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.276214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.276490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.276743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.277014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.277271 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.277527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.277878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.278173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.278440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.278693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.279144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.279373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.279637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.279911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.280981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.280981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.280981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:35:32.281310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80002) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 18 19:35:32.281310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 18 19:35:32.281540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 18 19:35:32.283689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 18 19:35:32.283689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 18 19:35:32.283689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 18 19:35:32.283689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.283689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.283689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.283689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.283689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.284223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.285700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.285700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.285700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.285700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.285700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.285700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.285700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.285700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.286192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.286192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.286192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.286192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.286417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.286484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.286718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.286813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.287001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] debug = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.287211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.287435 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.287619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.287853 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.287964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.288142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.288327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.288513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.288696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.288870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.289023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.295068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.295068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.295068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.295068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.295068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.295068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] host = dv-cinder-562053-17-smb {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.295068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.295068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_options = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.296667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.297194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.297194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.297194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.297194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.297194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.297194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.297194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.298718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.299368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.299368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.299368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.299368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.299368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.299368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.299368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.299368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_json = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.300867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.301266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.301266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.301266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.301619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.301619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.301794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.301886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 18 19:35:32.302079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.302246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.302555 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.302747 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.303611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.303611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.303611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.303611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.304027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.304027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.304027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.304313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.304418 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.304536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.304780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.304933 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.305068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.305202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.305386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.305549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.305723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.305873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.306055 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.306219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.306386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.109/identity {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.306551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.306717 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.306911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.307133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.307327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.307517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.307708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.308138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.308138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.308558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.308558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.308954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.308954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.310721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.310721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.310721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.310721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.310721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.310721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.310721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.310721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.311575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.311575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.311575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.311575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.311575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.311991 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.311991 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.311991 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.312262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.312439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.312541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.312674 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.312863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.313083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.313879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.314077 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.314746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.314746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.314746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.314746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.315194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.315194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.315335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.315403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316516 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:35:32.316594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316716 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.316946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.317037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.317213 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.317404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.317590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.317775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.319634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.320786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.320786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.320786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.320786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.320786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.320786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.320786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.321205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.321205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.321336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.321402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.321572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.321761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.322416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.322416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.322416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.322416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.322697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.322768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.322941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.323203 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.323356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.323733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.323916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.324275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.324464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.325959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.326158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.326346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.326535 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.326723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.326960 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.327173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.327360 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.327548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.327773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.327975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.328177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.328367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.328558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.328743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.328956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.329144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.109/identity {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.329332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.329510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.329687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.331382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.331382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.331382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.331382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.331382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.331382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.331382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.331382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.332795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.333042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.333109 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.333321 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.333890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.333890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.333890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.333890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.334393 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.334393 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.334393 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.334571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.335361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.335361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.335361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.335361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.335361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.336592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.336592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.336592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.336592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.336592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.336592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.336592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.337080 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.337080 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.337080 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.337603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.337603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.337603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.338193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.338193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.338193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.338193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.338540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.338540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.338687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.339125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.339125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.339289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.339822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.339822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.339822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.340300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.340300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.340300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.340560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.340560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.340728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.341169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.341169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.341169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.341394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.342735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.342735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.342735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.342735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.342735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.342735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.342735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.342735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.343465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.343465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.343465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.343465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.343465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.344035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.344035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.344035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.346589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.346589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.346589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.346589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.346589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.346589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1750:1799'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.346589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.346589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.348866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.349584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.349584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.349584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:35:32.349584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:35:42.711180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae11ba-94bc-4689-b3f6-ab4415792b82 None None] get_active_networks_info from dv-cinder-562053-17-smb {{(pid=80115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 19:35:42.848055 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d85fc067-2faf-4a0f-b86f-62535969853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:42.868642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae11ba-94bc-4689-b3f6-ab4415792b82 None None] No non-hosted networks {{(pid=80115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 19:35:44.774904 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d0755fa9-6f14-4a1f-ae6c-8fe1ed21f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:44.826712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e27f-0d20-463e-8717-499ad5b1a075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:45.073527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:46.340875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:46.342661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.343378 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.343966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.344555 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.345113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.345661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.346230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.346815 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.347391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.347953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.348505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.349047 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:46.349657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-562053-17-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:35:46.356410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-562053-17-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:35:46.859386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:48.198677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57498) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:35:48.251850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] get_endpoint_by_host() called for host dv-cinder-562053-17-smb {{(pid=80115) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 18 19:35:48.257297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] get_endpoint_by_ip() called for ip 192.168.0.105 {{(pid=80115) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 18 19:35:48.260632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] _add_endpoint() called for ip 192.168.0.105 {{(pid=80115) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 18 19:35:48.266357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] _get_endpoints() called {{(pid=80115) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 18 19:35:48.866660 dv-cinder-562053-17-smb neutron-server[80002]: WARNING oslo_policy.policy [None req-e1c529d3-7844-4123-a0dd-ca29a5bd02eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:35:48.867326 dv-cinder-562053-17-smb neutron-server[80002]: WARNING oslo_policy.policy [None req-e1c529d3-7844-4123-a0dd-ca29a5bd02eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:35:48.964799 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_hamode_db [None req-3722a14f-8053-4063-aa66-cbce8a70d51d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 19:35:49.053325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722a14f-8053-4063-aa66-cbce8a70d51d None None] Routers set() bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:35:49.053680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722a14f-8053-4063-aa66-cbce8a70d51d None None] Router IDs set() for agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 18 19:35:49.101383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [None req-e1c529d3-7844-4123-a0dd-ca29a5bd02eb admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:35:49.102497 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e1c529d3-7844-4123-a0dd-ca29a5bd02eb admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9027858 Jan 18 19:35:51.825504 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57514) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:35:52.252686 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:52.306653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.policy [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80114) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 18 19:35:52.307532 dv-cinder-562053-17-smb neutron-server[80002]: WARNING oslo_policy.policy [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:35:52.307982 dv-cinder-562053-17-smb neutron-server[80002]: WARNING oslo_policy.policy [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:35:52.320095 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] Loaded quota_driver: . Jan 18 19:35:52.336891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:35:52.396011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788870240476', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788870258504', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788870276328', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788870294026', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788870293141', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-624354', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1010026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1993772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1659349'] for rbac-policy, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:52.460530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:52.461806 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-04d7971e-b460-421a-923f-8e94ec9c4a32 admin admin] 10.222.0.109 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6352289 Jan 18 19:35:55.482941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57528) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:35:55.975097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'name': 'private'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:55.981152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:35:55.987165 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Usage tracker for resource:network and tenant:1b6a2a62b7534709a1f04ea4ea2535df is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:35:55.991091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:35:55.997320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:35:56.006156 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Made reservation on behalf of 1b6a2a62b7534709a1f04ea4ea2535df for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:35:56.012297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:56.029393 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:56.044819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:35:56.049354 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Usage tracker for resource:security_group_rule and tenant:1b6a2a62b7534709a1f04ea4ea2535df is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:35:56.053011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:35:56.058557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:35:56.163496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:56.166597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:56.173130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:35:56.193806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:35:56.221039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788865368435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:56.221560 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Added segment 89a2d9d6-97ea-4db4-ae96-79d4814da2c7 of type vxlan for network 33da59f8-f100-4a56-9011-702957b89cc3 Jan 18 19:35:56.276424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a086595e-0360-432f-a035-b0301c407346,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:35:56.453141 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.454056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.454418 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.454770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.455136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.455484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.455828 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.456170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.456526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.456868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.457211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.457547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Tracked resource versions report: Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: pushed versions: Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': {'1.0'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': {'1.1'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': {'1.6'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': {'1.0'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': {'1.1'}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': {'1.1'}} Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: consumer versions: Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: { DHCP agent@dv-cinder-562053-17-smb: {}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: L3 agent@dv-cinder-562053-17-smb: {}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: Metadata agent@dv-cinder-562053-17-smb: {}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: Metering agent@dv-cinder-562053-17-smb: {}, Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@dv-cinder-562053-17-smb: { 'AddressGroup': '1.1', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}} Jan 18 19:35:56.458707 dv-cinder-562053-17-smb neutron-server[80002]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 18 19:35:56.492363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:56.505902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:35:56.533251 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:56.534480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:35:56.535142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:35:56.539713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:35:56.648144 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1640100 Jan 18 19:35:56.648856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Pushing event updated for resources: {'Network': ['ID=33da59f8-f100-4a56-9011-702957b89cc3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:35:56.652065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:35:56.660112 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 33da59f8-f100-4a56-9011-702957b89cc3 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:35:59.720291 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57544) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:00.240002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6208a09-607b-4c40-9162-e1907794c045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:36:00.241421 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b6208a09-607b-4c40-9162-e1907794c045 admin admin] 10.222.0.109 "GET /v2.0/networks/33da59f8-f100-4a56-9011-702957b89cc3 HTTP/1.1" status: 200 len: 818 time: 0.5200529 Jan 18 19:36:00.270797 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-8361cdbb-bccf-4a8c-b482-76bbbb9548e5 admin admin] 10.222.0.109 "GET /v2.0/subnetpools/2b4114ff-28f7-48dd-9d49-de2f60975916 HTTP/1.1" status: 200 len: 734 time: 0.0230176 Jan 18 19:36:00.280694 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'name': 'private-subnet', 'subnetpool_id': '2b4114ff-28f7-48dd-9d49-de2f60975916', 'gateway_ip': '172.20.0.1', 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:00.285340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:36:00.289261 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Usage tracker for resource:subnet and tenant:1b6a2a62b7534709a1f04ea4ea2535df is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:36:00.292217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:36:00.298256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:36:00.306851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Made reservation on behalf of 1b6a2a62b7534709a1f04ea4ea2535df for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:36:00.311533 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:00.792999 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:00.808078 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:00.949979 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751419bc-8d76-4a84-8604-7659d31c5270,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:00.957382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:01.017120 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Checking segment: {'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:36:01.017499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Network hostable DHCP agents. Network: 33da59f8-f100-4a56-9011-702957b89cc3, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:36:01.040438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Network 33da59f8-f100-4a56-9011-702957b89cc3 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:36:01.049929 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 33da59f8-f100-4a56-9011-702957b89cc3) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:36:01.054529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:36:01.055185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:01.060149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e5a20-89cd-4fe6-9121-520b7ea2a587 None None] Network 33da59f8-f100-4a56-9011-702957b89cc3 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:36:01.076007 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-58843e07-6557-4566-964c-35d538756092 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7988138 Jan 18 19:36:01.383763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffa4c00c-5d5b-5549-a6db-fc4257b6ba24-33da59f8-f100-4a56-9011-702957b89cc3', 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'fixed_ips': [{'subnet_id': '751419bc-8d76-4a84-8604-7659d31c5270'}]}} from dv-cinder-562053-17-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 18 19:36:01.385199 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:01.710890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Allocated IP 172.20.0.2 (33da59f8-f100-4a56-9011-702957b89cc3/751419bc-8d76-4a84-8604-7659d31c5270/1edf9bbf-2cce-4dc0-b376-ac7deb347123) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:36:01.953984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:01.967104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Transition to ACTIVE for port object 1edf9bbf-2cce-4dc0-b376-ac7deb347123 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:36:01.988322 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Transition to ACTIVE for port object 1edf9bbf-2cce-4dc0-b376-ac7deb347123 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:36:01.994309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:02.009897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:02.311790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Pushing event updated for resources: {'Port': ['ID=1edf9bbf-2cce-4dc0-b376-ac7deb347123,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:02.323600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.323968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.324327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.324684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.325032 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.325382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.325729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.326073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.326434 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.326780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.327144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.327489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Tracked resource versions report: Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: pushed versions: Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': {'1.0'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': {'1.1'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': {'1.6'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': {'1.0'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': {'1.1'}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': {'1.1'}} Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: consumer versions: Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: { DHCP agent@dv-cinder-562053-17-smb: {}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: L3 agent@dv-cinder-562053-17-smb: {}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: Metadata agent@dv-cinder-562053-17-smb: {}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: Metering agent@dv-cinder-562053-17-smb: {}, Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@dv-cinder-562053-17-smb: { 'AddressGroup': '1.1', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}} Jan 18 19:36:02.329161 dv-cinder-562053-17-smb neutron-server[80002]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 18 19:36:02.341334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:02.386642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Network 33da59f8-f100-4a56-9011-702957b89cc3 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:36:02.387917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:36:02.391646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:36:02.450737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Attempting to bind port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:36:02.451183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Attempting to bind port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:36:02.451608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Attempting to bind port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 on network 33da59f8-f100-4a56-9011-702957b89cc3 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:36:02.457630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:36:02.458034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Checking segment: {'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:36:02.459436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:02.459436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Bound using segment: {'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:36:02.459436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Bound port: 1edf9bbf-2cce-4dc0-b376-ac7deb347123, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:36:02.459768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:02.562280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] For port 1edf9bbf-2cce-4dc0-b376-ac7deb347123, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:36:02.566901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] For port 1edf9bbf-2cce-4dc0-b376-ac7deb347123, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=1edf9bbf-2cce-4dc0-b376-ac7deb347123,segment=NetworkSegment(89a2d9d6-97ea-4db4-ae96-79d4814da2c7),segment_id=89a2d9d6-97ea-4db4-ae96-79d4814da2c7)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:36:02.570314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:02.586324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:02.743003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Pushing event updated for resources: {'Port': ['ID=1edf9bbf-2cce-4dc0-b376-ac7deb347123,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:02.748406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:03.842266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57554) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:04.378369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [None req-9cd6d5a3-295a-4546-b8ca-b4318360d1bb admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:36:04.379469 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-9cd6d5a3-295a-4546-b8ca-b4318360d1bb admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5361400 Jan 18 19:36:06.329770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 1edf9bbf-2cce-4dc0-b376-ac7deb347123 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:36:06.404902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:36:07.116270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57568) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:07.469145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8525c67-18a0-4130-ba00-9628ab0b9ef2 None None] Network 33da59f8-f100-4a56-9011-702957b89cc3 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:36:07.539838 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [None req-e2681bac-96ca-4e32-bb19-03c77a1b277e admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:36:07.541032 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e2681bac-96ca-4e32-bb19-03c77a1b277e admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4236391 Jan 18 19:36:07.581544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] Provisioning for port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:36:07.589998 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] Provisioning complete for port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:07.590404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:07.829852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:07.879325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] For port 1edf9bbf-2cce-4dc0-b376-ac7deb347123, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=1edf9bbf-2cce-4dc0-b376-ac7deb347123,segment=NetworkSegment(89a2d9d6-97ea-4db4-ae96-79d4814da2c7),segment_id=89a2d9d6-97ea-4db4-ae96-79d4814da2c7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:36:07.884851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:07.887129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:07.960757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] Pushing event updated for resources: {'Port': ['ID=1edf9bbf-2cce-4dc0-b376-ac7deb347123,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:07.964169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:08.118069 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-11812bb5-61fe-4553-adc4-bb91b8578217 None None] Provisioning complete for port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:08.118478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-11812bb5-61fe-4553-adc4-bb91b8578217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:08.310679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 1edf9bbf-2cce-4dc0-b376-ac7deb347123 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:36:08.384145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-fbcf4b23-27dc-4825-99a9-937c68228c2c None None] Provisioning complete for port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:08.384557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4b23-27dc-4825-99a9-937c68228c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:08.445696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:08.446110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:10.575940 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57580) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:10.979547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:10.985513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:36:10.990031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Usage tracker for resource:router and tenant:1b6a2a62b7534709a1f04ea4ea2535df is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:36:10.993256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:36:10.998864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:36:11.007891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2189'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:11.009212 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853076485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773611'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:11.028824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:11.135825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699246'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:11.153632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:11.154880 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d54fa9e7-d4f8-4177-94e9-a46888c8c76c admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5778944 Jan 18 19:36:12.581484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7c24a54-c88b-4ae8-b430-5b10d3563721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:13.832929 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57590) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:14.244654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [None req-40841ba4-07cc-46f5-9a8e-0523fe664149 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:36:14.245725 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-40841ba4-07cc-46f5-9a8e-0523fe664149 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4117548 Jan 18 19:36:14.763017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c46415a-2f2b-4b91-aad9-63d818cb5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:14.894815 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:16.340912 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:16.716003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:16.958252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57610) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:17.146934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:17.151769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:36:17.155720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Usage tracker for resource:network and tenant:503e553aac7f4d5e986bad21a981da8d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:36:17.159184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:36:17.164738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:36:17.173946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Made reservation on behalf of 503e553aac7f4d5e986bad21a981da8d for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:36:17.178530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:17.191793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:17.207705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:36:17.211732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Usage tracker for resource:security_group_rule and tenant:503e553aac7f4d5e986bad21a981da8d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:36:17.214534 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:36:17.220208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:36:17.230864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:36:17.313375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:17.316200 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:17.320732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:17.335857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Reserving flat network on physical network physnet1 {{(pid=80114) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 18 19:36:17.357283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abd8578-dde4-45b4-8d0e-31a6de5e6484,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:17.362543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:17.363641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788865368435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:17.364244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Unsubscribe: segment precommit_create {{(pid=80114) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 18 19:36:17.364680 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Added segment 016e3c3b-1c71-4d1f-a9d5-1c110cef3f70 of type flat for network dd6ea230-be1f-44c8-995a-98b8e7d3634e Jan 18 19:36:17.401272 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:17.441031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:17.442354 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:36:17.442994 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:17.448720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:17.546870 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5869744 Jan 18 19:36:17.555484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6ea230-be1f-44c8-995a-98b8e7d3634e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:17.558411 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:17.566816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:36:20.070826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57630) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:20.214100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb5bb89-07e7-4be5-ba42-708d6f72cbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:36:20.215566 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-4cb5bb89-07e7-4be5-ba42-708d6f72cbd1 admin admin] 10.222.0.109 "GET /v2.0/subnets/751419bc-8d76-4a84-8604-7659d31c5270 HTTP/1.1" status: 200 len: 849 time: 0.1436536 Jan 18 19:36:20.364477 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-bd9b87d1-66d7-42b7-a27d-ffda7f6be017 admin admin] 10.222.0.109 "GET /v2.0/routers/6043edf8-0777-4efe-8b57-77a52eb54861 HTTP/1.1" status: 200 len: 704 time: 0.1421866 Jan 18 19:36:21.004739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:21.377048 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Allocated IP 172.20.0.1 (33da59f8-f100-4a56-9011-702957b89cc3/751419bc-8d76-4a84-8604-7659d31c5270/28157430-8cdd-4eb4-8191-db003d01cd6b) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:36:21.542430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:21.560297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Transition to ACTIVE for port object 28157430-8cdd-4eb4-8191-db003d01cd6b will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:36:21.617175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:21.633194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:21.770529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Pushing event updated for resources: {'Port': ['ID=28157430-8cdd-4eb4-8191-db003d01cd6b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:21.777120 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:21.828388 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Network 33da59f8-f100-4a56-9011-702957b89cc3 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:36:21.829594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:36:21.832009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:36:21.832514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700818'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:22.015728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-185e2a69-bbae-4c19-9050-52f91c71ef09 None None] Provisioning for port 28157430-8cdd-4eb4-8191-db003d01cd6b completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:36:22.020841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-185e2a69-bbae-4c19-9050-52f91c71ef09 None None] Provisioning complete for port 28157430-8cdd-4eb4-8191-db003d01cd6b triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:22.021330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-185e2a69-bbae-4c19-9050-52f91c71ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:22.079952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-185e2a69-bbae-4c19-9050-52f91c71ef09 None None] Port 28157430-8cdd-4eb4-8191-db003d01cd6b cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:36:22.111576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:22.411416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:22.415372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:22.416504 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853075017'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:22.432136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:22.571541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Pushing event updated for resources: {'Port': ['ID=28157430-8cdd-4eb4-8191-db003d01cd6b,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:22.575833 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:22.627792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Network 33da59f8-f100-4a56-9011-702957b89cc3 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:36:22.628878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:36:22.804526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ce449616-0aa1-4c62-a873-d561bb9eea6a None None] Provisioning complete for port 28157430-8cdd-4eb4-8191-db003d01cd6b triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:22.805044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ce449616-0aa1-4c62-a873-d561bb9eea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:22.867664 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ce449616-0aa1-4c62-a873-d561bb9eea6a None None] Port 28157430-8cdd-4eb4-8191-db003d01cd6b cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:36:22.990156 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Router 6043edf8-0777-4efe-8b57-77a52eb54861 is scheduled to L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 18 19:36:23.152197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:36:23.162036 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] 10.222.0.109 "PUT /v2.0/routers/6043edf8-0777-4efe-8b57-77a52eb54861/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7917652 Jan 18 19:36:23.162902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Sync routers for ids ['6043edf8-0777-4efe-8b57-77a52eb54861'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:36:23.174507 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Routers {'6043edf8-0777-4efe-8b57-77a52eb54861'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:36:23.175442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:36:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['6043edf8-0777-4efe-8b57-77a52eb54861'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:36:23.362362 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Set router 6043edf8-0777-4efe-8b57-77a52eb54861 gateway port host: None {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:36:23.921360 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'name': 'router1', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:36:11Z', 'updated_at': '2021-01-18T19:36:22Z', 'revision_number': 2, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'gw_port_host': None, '_interfaces': [{'id': '28157430-8cdd-4eb4-8191-db003d01cd6b', 'name': '', 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'mac_address': 'fa:16:3e:ca:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '751419bc-8d76-4a84-8604-7659d31c5270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:21Z', 'updated_at': '2021-01-18T19:36:22Z', 'revision_number': 2, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'subnets': [{'id': '751419bc-8d76-4a84-8604-7659d31c5270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b4114ff-28f7-48dd-9d49-de2f60975916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:36:23.926420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Checking router: 6043edf8-0777-4efe-8b57-77a52eb54861 for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:36:23.926808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Updating router 6043edf8-0777-4efe-8b57-77a52eb54861 port 28157430-8cdd-4eb4-8191-db003d01cd6b binding host dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:36:23.982738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:24.446127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:24.463197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Transition to ACTIVE for port object 28157430-8cdd-4eb4-8191-db003d01cd6b will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:36:24.465978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:24.481851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:24.617522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Pushing event updated for resources: {'Port': ['ID=28157430-8cdd-4eb4-8191-db003d01cd6b,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:24.628545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.628911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.629271 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.629623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.629973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.630323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.630668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.631020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.631404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.631746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.632086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.632418 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Tracked resource versions report: Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: pushed versions: Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': {'1.0'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': {'1.1'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': {'1.6'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': {'1.0'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': {'1.1'}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': {'1.1'}} Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: consumer versions: Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: { DHCP agent@dv-cinder-562053-17-smb: {}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: L3 agent@dv-cinder-562053-17-smb: {}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: Metadata agent@dv-cinder-562053-17-smb: {}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: Metering agent@dv-cinder-562053-17-smb: {}, Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@dv-cinder-562053-17-smb: { 'AddressGroup': '1.1', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}} Jan 18 19:36:24.633564 dv-cinder-562053-17-smb neutron-server[80002]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 18 19:36:24.646767 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:24.817567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Attempting to bind port 28157430-8cdd-4eb4-8191-db003d01cd6b on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:36:24.817983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Attempting to bind port 28157430-8cdd-4eb4-8191-db003d01cd6b by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:36:24.818652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Attempting to bind port 28157430-8cdd-4eb4-8191-db003d01cd6b on network 33da59f8-f100-4a56-9011-702957b89cc3 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:36:24.824508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:36:24.824909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Checking segment: {'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:36:24.825367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:24.825787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Bound using segment: {'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:36:24.826346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Bound port: 28157430-8cdd-4eb4-8191-db003d01cd6b, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a2d9d6-97ea-4db4-ae96-79d4814da2c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:36:24.826749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:24.923713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] For port 28157430-8cdd-4eb4-8191-db003d01cd6b, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:36:24.928510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] For port 28157430-8cdd-4eb4-8191-db003d01cd6b, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=28157430-8cdd-4eb4-8191-db003d01cd6b,segment=NetworkSegment(89a2d9d6-97ea-4db4-ae96-79d4814da2c7),segment_id=89a2d9d6-97ea-4db4-ae96-79d4814da2c7)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:36:24.931722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:24.950143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:25.106179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Pushing event updated for resources: {'Port': ['ID=28157430-8cdd-4eb4-8191-db003d01cd6b,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:25.110113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:25.161411 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Routers {'6043edf8-0777-4efe-8b57-77a52eb54861'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:36:25.162082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:36:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['6043edf8-0777-4efe-8b57-77a52eb54861'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:36:25.339295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] Set router 6043edf8-0777-4efe-8b57-77a52eb54861 gateway port host: None {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:36:25.699380 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'name': 'router1', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:36:11Z', 'updated_at': '2021-01-18T19:36:22Z', 'revision_number': 2, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'gw_port_host': None, '_interfaces': [{'id': '28157430-8cdd-4eb4-8191-db003d01cd6b', 'name': '', 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'mac_address': 'fa:16:3e:ca:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '751419bc-8d76-4a84-8604-7659d31c5270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:21Z', 'updated_at': '2021-01-18T19:36:24Z', 'revision_number': 4, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'subnets': [{'id': '751419bc-8d76-4a84-8604-7659d31c5270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b4114ff-28f7-48dd-9d49-de2f60975916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:36:25.704489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7450b5d-6049-49de-bc61-f88b0f381c42 None None] The sync data for ids ['6043edf8-0777-4efe-8b57-77a52eb54861'] in dv-cinder-562053-17-smb is: [{'id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'name': 'router1', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:36:11Z', 'updated_at': '2021-01-18T19:36:22Z', 'revision_number': 2, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'gw_port_host': None, '_interfaces': [{'id': '28157430-8cdd-4eb4-8191-db003d01cd6b', 'name': '', 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'mac_address': 'fa:16:3e:ca:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '751419bc-8d76-4a84-8604-7659d31c5270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:21Z', 'updated_at': '2021-01-18T19:36:24Z', 'revision_number': 4, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'subnets': [{'id': '751419bc-8d76-4a84-8604-7659d31c5270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b4114ff-28f7-48dd-9d49-de2f60975916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:36:25.716046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57642) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:25.915078 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e12035-e5c3-4c73-88f3-3e1fe3869c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:36:25.915735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f1e12035-e5c3-4c73-88f3-3e1fe3869c6d admin admin] Synchronizing usage tracker for tenant:503e553aac7f4d5e986bad21a981da8d on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:36:25.934079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f1e12035-e5c3-4c73-88f3-3e1fe3869c6d admin admin] Unset dirty status for tenant:503e553aac7f4d5e986bad21a981da8d on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:36:25.935442 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f1e12035-e5c3-4c73-88f3-3e1fe3869c6d admin admin] 10.222.0.109 "GET /v2.0/networks/dd6ea230-be1f-44c8-995a-98b8e7d3634e HTTP/1.1" status: 200 len: 842 time: 0.2183027 Jan 18 19:36:25.946299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:25.952117 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:36:25.956297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Usage tracker for resource:subnet and tenant:503e553aac7f4d5e986bad21a981da8d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:36:25.959353 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:36:25.965738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:36:25.975514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Made reservation on behalf of 503e553aac7f4d5e986bad21a981da8d for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:36:25.980246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:26.426849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:36:26.427362 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:26.446931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58843e07-6557-4566-964c-35d538756092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:26.595004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baba1b62-5fb8-4394-a6dc-29abca8eb09d,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:26.599557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:26.661508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Checking segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:36:26.661906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Network hostable DHCP agents. Network: dd6ea230-be1f-44c8-995a-98b8e7d3634e, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:36:26.682237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:36:26.692551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, dd6ea230-be1f-44c8-995a-98b8e7d3634e) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:36:26.696780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:36:26.697423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:26.702768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22609e5f-3c14-4e67-8136-923c87c2442f None None] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:36:26.732640 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7904890 Jan 18 19:36:26.946134 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a320ed9-446d-47b1-ba8e-cc03a283017f None None] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:36:28.340103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 28157430-8cdd-4eb4-8191-db003d01cd6b up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:36:28.408718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 28157430-8cdd-4eb4-8191-db003d01cd6b completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:36:28.413905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 28157430-8cdd-4eb4-8191-db003d01cd6b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:28.414317 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:28.540220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:28.574831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 28157430-8cdd-4eb4-8191-db003d01cd6b, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=28157430-8cdd-4eb4-8191-db003d01cd6b,segment=NetworkSegment(89a2d9d6-97ea-4db4-ae96-79d4814da2c7),segment_id=89a2d9d6-97ea-4db4-ae96-79d4814da2c7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:36:28.577839 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:28.579986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:28.651392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=28157430-8cdd-4eb4-8191-db003d01cd6b,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:28.654697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:29.318544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57656) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:29.557865 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c88bb3dc-9e41-452f-871f-ddddb3dc1ecb admin admin] 10.222.0.109 "GET /v2.0/routers/6043edf8-0777-4efe-8b57-77a52eb54861 HTTP/1.1" status: 200 len: 710 time: 0.2380593 Jan 18 19:36:29.695927 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d69b1-75c0-4fca-9be6-78ca386a9e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:36:29.697298 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ed0d69b1-75c0-4fca-9be6-78ca386a9e95 admin admin] 10.222.0.109 "GET /v2.0/networks/dd6ea230-be1f-44c8-995a-98b8e7d3634e HTTP/1.1" status: 200 len: 886 time: 0.1330159 Jan 18 19:36:29.707016 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:30.317835 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 28157430-8cdd-4eb4-8191-db003d01cd6b up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:36:30.348656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853076604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773526'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:30.388266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 28157430-8cdd-4eb4-8191-db003d01cd6b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:30.388667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:30.693004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:30.751357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:30.763729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:30.778401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:36:30.782404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:36:30.785306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:36:30.790904 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:36:30.876096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:30.879037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:30.897387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8688f955-eb5f-41a1-9abc-d74cdd95ce17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:30.993552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c95ed-f470-43a0-b11a-6080992cbf8e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:30.998635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:31.157969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Allocated IP 172.28.3.20 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/2a99a2ca-053e-431c-bfdc-63f097e5b03b) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:36:31.311166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:31.339307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:31.354878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:31.492065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Pushing event updated for resources: {'Port': ['ID=2a99a2ca-053e-431c-bfdc-63f097e5b03b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:31.501331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:31.544498 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:36:31.545729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:36:31.548072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:36:31.939690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:32.287257 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853076604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773526'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:32.290649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853076587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853072286'] for router, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:32.655542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Router 6043edf8-0777-4efe-8b57-77a52eb54861 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:36:32.838063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:36:32.848454 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Sync routers for ids ['6043edf8-0777-4efe-8b57-77a52eb54861'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:36:32.853819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:32.855127 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] 10.222.0.109 "PUT /v2.0/routers/6043edf8-0777-4efe-8b57-77a52eb54861 HTTP/1.1" status: 200 len: 889 time: 3.1515148 Jan 18 19:36:32.858222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Routers {'6043edf8-0777-4efe-8b57-77a52eb54861'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:36:32.858894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:36:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['6043edf8-0777-4efe-8b57-77a52eb54861'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:36:33.060480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Set router 6043edf8-0777-4efe-8b57-77a52eb54861 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:36:33.420134 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'name': 'router1', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '2a99a2ca-053e-431c-bfdc-63f097e5b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:36:11Z', 'updated_at': '2021-01-18T19:36:31Z', 'revision_number': 4, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'gw_port': {'id': '2a99a2ca-053e-431c-bfdc-63f097e5b03b', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:31Z', 'updated_at': '2021-01-18T19:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '28157430-8cdd-4eb4-8191-db003d01cd6b', 'name': '', 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'mac_address': 'fa:16:3e:ca:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '751419bc-8d76-4a84-8604-7659d31c5270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:21Z', 'updated_at': '2021-01-18T19:36:28Z', 'revision_number': 5, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'subnets': [{'id': '751419bc-8d76-4a84-8604-7659d31c5270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b4114ff-28f7-48dd-9d49-de2f60975916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:36:33.425748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Checking router: 6043edf8-0777-4efe-8b57-77a52eb54861 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:36:33.426133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Updating router 6043edf8-0777-4efe-8b57-77a52eb54861 port 2a99a2ca-053e-431c-bfdc-63f097e5b03b binding host dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:36:33.480712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:33.891288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:33.903222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Transition to ACTIVE for port object 2a99a2ca-053e-431c-bfdc-63f097e5b03b will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:36:33.906494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:33.921581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:34.057047 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f92c14-7676-461f-a065-2e0e190dbaf5 None None] Pushing event updated for resources: {'Port': ['ID=2a99a2ca-053e-431c-bfdc-63f097e5b03b,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:34.066777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-78f92c14-7676-461f-a065-2e0e190dbaf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:34.119983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Attempting to bind port 2a99a2ca-053e-431c-bfdc-63f097e5b03b on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:36:34.120386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Attempting to bind port 2a99a2ca-053e-431c-bfdc-63f097e5b03b by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:36:34.120792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Attempting to bind port 2a99a2ca-053e-431c-bfdc-63f097e5b03b on network dd6ea230-be1f-44c8-995a-98b8e7d3634e {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:36:34.126473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:36:34.126888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Checking segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:36:34.127372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:34.127803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Bound using segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:36:34.128308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Bound port: 2a99a2ca-053e-431c-bfdc-63f097e5b03b, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:36:34.128732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:34.208853 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] For port 2a99a2ca-053e-431c-bfdc-63f097e5b03b, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:36:34.212160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] For port 2a99a2ca-053e-431c-bfdc-63f097e5b03b, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=2a99a2ca-053e-431c-bfdc-63f097e5b03b,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:36:34.215544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:34.230940 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65244cc1-4e79-4659-b938-b6039a683d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:34.527144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f92c14-7676-461f-a065-2e0e190dbaf5 None None] Pushing event updated for resources: {'Port': ['ID=2a99a2ca-053e-431c-bfdc-63f097e5b03b,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:34.530367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-78f92c14-7676-461f-a065-2e0e190dbaf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:34.576691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Routers {'6043edf8-0777-4efe-8b57-77a52eb54861'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:36:34.577349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:36:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['6043edf8-0777-4efe-8b57-77a52eb54861'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:36:34.764010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] Set router 6043edf8-0777-4efe-8b57-77a52eb54861 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:36:35.113491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'name': 'router1', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '2a99a2ca-053e-431c-bfdc-63f097e5b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:36:11Z', 'updated_at': '2021-01-18T19:36:31Z', 'revision_number': 4, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'gw_port': {'id': '2a99a2ca-053e-431c-bfdc-63f097e5b03b', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:31Z', 'updated_at': '2021-01-18T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '28157430-8cdd-4eb4-8191-db003d01cd6b', 'name': '', 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'mac_address': 'fa:16:3e:ca:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '751419bc-8d76-4a84-8604-7659d31c5270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:21Z', 'updated_at': '2021-01-18T19:36:28Z', 'revision_number': 5, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'subnets': [{'id': '751419bc-8d76-4a84-8604-7659d31c5270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b4114ff-28f7-48dd-9d49-de2f60975916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:36:35.117659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38c756-8253-4161-8cf4-b23910b36cc4 None None] The sync data for ids ['6043edf8-0777-4efe-8b57-77a52eb54861'] in dv-cinder-562053-17-smb is: [{'id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'name': 'router1', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '2a99a2ca-053e-431c-bfdc-63f097e5b03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:36:11Z', 'updated_at': '2021-01-18T19:36:31Z', 'revision_number': 4, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'gw_port': {'id': '2a99a2ca-053e-431c-bfdc-63f097e5b03b', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:31Z', 'updated_at': '2021-01-18T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '28157430-8cdd-4eb4-8191-db003d01cd6b', 'name': '', 'network_id': '33da59f8-f100-4a56-9011-702957b89cc3', 'tenant_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'mac_address': 'fa:16:3e:ca:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6043edf8-0777-4efe-8b57-77a52eb54861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '751419bc-8d76-4a84-8604-7659d31c5270', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:36:21Z', 'updated_at': '2021-01-18T19:36:28Z', 'revision_number': 5, 'project_id': '1b6a2a62b7534709a1f04ea4ea2535df', 'subnets': [{'id': '751419bc-8d76-4a84-8604-7659d31c5270', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b4114ff-28f7-48dd-9d49-de2f60975916'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:36:35.540259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 57666) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:36:35.690605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ccd2f-16d8-4329-88e8-3894cb0a2da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:36:35.692313 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3b4ccd2f-16d8-4329-88e8-3894cb0a2da7 admin admin] 10.222.0.109 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1510284 Jan 18 19:36:36.347587 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 2a99a2ca-053e-431c-bfdc-63f097e5b03b up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:36:36.431486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 2a99a2ca-053e-431c-bfdc-63f097e5b03b completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:36:36.438450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 2a99a2ca-053e-431c-bfdc-63f097e5b03b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:36.438450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:36.571969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:36.588571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 2a99a2ca-053e-431c-bfdc-63f097e5b03b, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=2a99a2ca-053e-431c-bfdc-63f097e5b03b,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:36:36.591761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:36.595426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:36:36.665179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=2a99a2ca-053e-431c-bfdc-63f097e5b03b,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:36:36.668366 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:36:38.348698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 2a99a2ca-053e-431c-bfdc-63f097e5b03b up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:36:38.521277 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 2a99a2ca-053e-431c-bfdc-63f097e5b03b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:36:38.522430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:42.598575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-db279683-5972-4160-af9b-e2104f53f54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:44.772412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2fa255d5-15d3-49b9-83a3-b8bc68ee721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:44.923341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:46.344424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:46.734434 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:36:54.230049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:37:12.581842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-616c598b-f6de-41fc-bac0-91a718504913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:14.763984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc87c-d03c-4f5c-aba0-a5b49c16f91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:14.897807 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:16.350028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:16.735568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:31.229331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:37:42.587693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-caa3adfa-bbba-4112-a3ed-2f7ed7fefbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:44.764633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc254-9b9f-4595-adbb-96ec225db678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:44.902942 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:46.342595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:37:46.744203 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:08.230329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:38:12.593383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d623477-48c9-4639-a275-d7408653a85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:14.766782 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea7eb-270e-4ea5-a95c-b24ae1c1db16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:14.904148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:16.346148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:16.747735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:42.596740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-141b116d-67fc-4b98-a66a-70c29cac0f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:44.767733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb13b-c1fe-4bea-8db4-ca3d949bd203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:44.910793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:45.229891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:38:46.349566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:46.752478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:49.413881 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58242) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:38:49.522005 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bdbdcd-8ffb-4bc4-991a-752fdb3e8334 admin admin] GET failed (client error): The resource could not be found. Jan 18 19:38:49.523346 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f9bdbdcd-8ffb-4bc4-991a-752fdb3e8334 admin admin] 10.222.0.109 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1084232 Jan 18 19:38:49.668713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ccd9e-1f92-4e96-b85d-2e58a8c06284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:38:49.670215 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-285ccd9e-1f92-4e96-b85d-2e58a8c06284 admin admin] 10.222.0.109 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1422501 Jan 18 19:38:52.131685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58252) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:38:52.280396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cfc5b2-c4c8-423d-885b-fca23f9cd663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:38:52.281033 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-47cfc5b2-c4c8-423d-885b-fca23f9cd663 admin admin] Synchronizing usage tracker for tenant:503e553aac7f4d5e986bad21a981da8d on resource:subnet {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:38:52.296086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-47cfc5b2-c4c8-423d-885b-fca23f9cd663 admin admin] Unset dirty status for tenant:503e553aac7f4d5e986bad21a981da8d on resource:subnet {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:38:52.297366 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-47cfc5b2-c4c8-423d-885b-fca23f9cd663 admin admin] 10.222.0.109 "GET /v2.0/subnets/751419bc-8d76-4a84-8604-7659d31c5270 HTTP/1.1" status: 200 len: 849 time: 0.1646509 Jan 18 19:38:52.309450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:52.437432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:52.748039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788865573201'] for subnet, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:52.763314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5694a249-d8ec-4a20-b364-99e07b3c86e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:38:52.910562 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751419bc-8d76-4a84-8604-7659d31c5270,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:38:52.921202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.921613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.921992 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.922361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.922731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.923119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.923484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.923847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.924226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.924585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.924943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.925301 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:38:52.930419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:38:52.961485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:38:52.962168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:52.963557 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d9542714-bcf8-45ec-96dc-bfe191d83683 admin admin] 10.222.0.109 "PUT /v2.0/subnets/751419bc-8d76-4a84-8604-7659d31c5270 HTTP/1.1" status: 200 len: 868 time: 0.6591768 Jan 18 19:38:52.982299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e784007a-5736-4906-bf63-35c635c944c5 None None] Network 33da59f8-f100-4a56-9011-702957b89cc3 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:38:53.464123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-01dfa700-a6c7-40a0-b3a8-d04361be0285 None None] Provisioning complete for port 1edf9bbf-2cce-4dc0-b376-ac7deb347123 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:38:53.464674 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-01dfa700-a6c7-40a0-b3a8-d04361be0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:53.597140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-01dfa700-a6c7-40a0-b3a8-d04361be0285 None None] Provisioning complete for port 28157430-8cdd-4eb4-8191-db003d01cd6b triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:38:53.597441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-01dfa700-a6c7-40a0-b3a8-d04361be0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:38:55.486152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58262) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:38:55.708551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2653d36-fcb7-452d-ade8-80acea82a750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:38:55.708888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2653d36-fcb7-452d-ade8-80acea82a750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:38:55.710631 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b2653d36-fcb7-452d-ade8-80acea82a750 admin admin] 10.222.0.109 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2233791 Jan 18 19:38:58.169018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58272) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:38:58.382693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb521fdd-47ab-4054-8a17-735b3e6c5c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:38:58.383142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb521fdd-47ab-4054-8a17-735b3e6c5c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:38:58.385323 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-eb521fdd-47ab-4054-8a17-735b3e6c5c79 admin admin] 10.222.0.109 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2152798 Jan 18 19:39:00.852646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58282) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:01.068931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff1577-e895-49b5-8fa9-e33108a307a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:01.070342 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-5fff1577-e895-49b5-8fa9-e33108a307a6 admin admin] 10.222.0.109 "GET /v2.0/networks/33da59f8-f100-4a56-9011-702957b89cc3 HTTP/1.1" status: 200 len: 862 time: 0.2166309 Jan 18 19:39:03.538396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58292) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:03.747111 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f879ed-5c58-4e5e-8cff-3e4360d1bda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:03.748527 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f0f879ed-5c58-4e5e-8cff-3e4360d1bda8 admin admin] 10.222.0.109 "GET /v2.0/networks/dd6ea230-be1f-44c8-995a-98b8e7d3634e HTTP/1.1" status: 200 len: 886 time: 0.2090995 Jan 18 19:39:06.201092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58302) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:06.382723 dv-cinder-562053-17-smb neutron-server[80002]: WARNING oslo_policy.policy [None req-16a61b7f-ff23-4b5a-8fc4-9c71f74e8ffc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:39:06.383375 dv-cinder-562053-17-smb neutron-server[80002]: WARNING oslo_policy.policy [None req-16a61b7f-ff23-4b5a-8fc4-9c71f74e8ffc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:39:06.751364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.policy [None req-16a61b7f-ff23-4b5a-8fc4-9c71f74e8ffc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80113) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 18 19:39:06.752148 dv-cinder-562053-17-smb neutron-server[80002]: WARNING oslo_policy.policy [None req-16a61b7f-ff23-4b5a-8fc4-9c71f74e8ffc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:39:06.752550 dv-cinder-562053-17-smb neutron-server[80002]: WARNING oslo_policy.policy [None req-16a61b7f-ff23-4b5a-8fc4-9c71f74e8ffc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:39:06.763090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a61b7f-ff23-4b5a-8fc4-9c71f74e8ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:06.763508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a61b7f-ff23-4b5a-8fc4-9c71f74e8ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:06.765640 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-16a61b7f-ff23-4b5a-8fc4-9c71f74e8ffc admin admin] 10.222.0.109 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5625482 Jan 18 19:39:09.251636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58318) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:09.398039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78682983-dad5-4ea0-9539-5ccc169e43a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:09.398455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78682983-dad5-4ea0-9539-5ccc169e43a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:09.400109 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-78682983-dad5-4ea0-9539-5ccc169e43a2 admin admin] 10.222.0.109 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1474600 Jan 18 19:39:11.892152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58328) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:12.038294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ed21c-625b-49c9-899a-77f3d8af1dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:12.040301 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-af6ed21c-625b-49c9-899a-77f3d8af1dfa admin admin] 10.222.0.109 "GET /v2.0/subnets/751419bc-8d76-4a84-8604-7659d31c5270 HTTP/1.1" status: 200 len: 868 time: 0.1471252 Jan 18 19:39:12.599966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f443-e6f5-42fa-8f1d-62f7c3e06610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:14.509685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58338) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:14.647938 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e877af-dd8d-464a-ad06-c65d2bf4f3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:14.649835 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-28e877af-dd8d-464a-ad06-c65d2bf4f3da admin admin] 10.222.0.109 "GET /v2.0/subnets/baba1b62-5fb8-4394-a6dc-29abca8eb09d HTTP/1.1" status: 200 len: 816 time: 0.1390760 Jan 18 19:39:14.771386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-26a7a995-1524-4e98-89a0-fff720735bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:14.904460 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:16.353580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:16.756071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:22.229653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:39:40.558016 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58378) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:40.637589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [None req-403b0e87-c879-433c-8aaf-b92f37e3257d admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:39:40.638718 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-403b0e87-c879-433c-8aaf-b92f37e3257d admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0796850 Jan 18 19:39:42.602905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a787b585-2feb-44fe-b9cb-0a95d14a4457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:43.187370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58388) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:43.454161 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a3567c-3262-4d95-8f9f-99c170e374da admin admin] GET failed (client error): The resource could not be found. Jan 18 19:39:43.455546 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-82a3567c-3262-4d95-8f9f-99c170e374da admin admin] 10.222.0.109 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.2671754 Jan 18 19:39:43.596915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f818c9f5-97e4-4b08-a9a7-0df13ea2d224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:43.598497 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f818c9f5-97e4-4b08-a9a7-0df13ea2d224 admin admin] 10.222.0.109 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386108 Jan 18 19:39:44.774185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6ecdebd2-fdac-4f3e-b6d3-0e99a0b50799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:44.909383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:46.064698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58398) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:46.143574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:46.146186 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.quota [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Loaded quota_driver: . Jan 18 19:39:46.152714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:39:46.164764 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:39:46.176947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Made reservation on behalf of 503e553aac7f4d5e986bad21a981da8d for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:39:46.183294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:46.283907 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.services.revisions.revision_plugin [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Could not find related network for resource to bump revision. Jan 18 19:39:46.301528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:39:46.313010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788865368435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:46.313500 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Added segment 60ea2416-b5a4-49c3-98ba-b1286cea81d7 of type vxlan for network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 Jan 18 19:39:46.357937 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:46.388592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:46.424162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:46.425645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:46.426275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:46.432870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:39:46.484661 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4187973 Jan 18 19:39:46.545907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Pushing event updated for resources: {'Network': ['ID=6a102e7c-885c-4e68-bcaf-659bdb2c6b66,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:39:46.554997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.555404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.555773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.556136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.556494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.556851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.557209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.557561 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.557920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.558270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.558617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.558967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Tracked resource versions report: Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: pushed versions: Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': {'1.0'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': {'1.1'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': {'1.6'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': {'1.0'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': {'1.1'}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': {'1.1'}} Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: consumer versions: Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: { DHCP agent@dv-cinder-562053-17-smb: {}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: L3 agent@dv-cinder-562053-17-smb: {}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: Metadata agent@dv-cinder-562053-17-smb: {}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: Metering agent@dv-cinder-562053-17-smb: {}, Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@dv-cinder-562053-17-smb: { 'AddressGroup': '1.1', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}} Jan 18 19:39:46.560233 dv-cinder-562053-17-smb neutron-server[80002]: {{(pid=80113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 18 19:39:46.594140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d2ea8740-5b94-41bf-b9d0-2fcea8ddb358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:39:46.603520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:39:46.763275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:48.971623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58412) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:39:49.073913 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e9339b-b1a9-43a8-847b-6f5645c6095d admin admin] GET failed (client error): The resource could not be found. Jan 18 19:39:49.074486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e1e9339b-b1a9-43a8-847b-6f5645c6095d admin admin] Synchronizing usage tracker for tenant:503e553aac7f4d5e986bad21a981da8d on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:39:49.088903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e1e9339b-b1a9-43a8-847b-6f5645c6095d admin admin] Unset dirty status for tenant:503e553aac7f4d5e986bad21a981da8d on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:39:49.090057 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e1e9339b-b1a9-43a8-847b-6f5645c6095d admin admin] 10.222.0.109 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1174004 Jan 18 19:39:49.205319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4cf99-0294-4829-b348-a8fe8128707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:49.206787 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-98c4cf99-0294-4829-b348-a8fe8128707b admin admin] 10.222.0.109 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1123569 Jan 18 19:39:49.218822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:49.223787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:39:49.233523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:39:49.242682 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Made reservation on behalf of 503e553aac7f4d5e986bad21a981da8d for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:39:49.247551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:49.660425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:49.675522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:39:49.807592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e749a9-b995-4167-9b7e-eb3ff93d4f0b,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:39:49.813534 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:39:49.869395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Checking segment: {'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:39:49.869773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Network hostable DHCP agents. Network: 6a102e7c-885c-4e68-bcaf-659bdb2c6b66, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:39:49.889783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:39:49.899300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 6a102e7c-885c-4e68-bcaf-659bdb2c6b66) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:39:49.903768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:39:49.904408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:49.909481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975254ac-a8c0-4041-9261-6a70cfd5aede None None] Network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:39:49.928446 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7133484 Jan 18 19:39:50.308056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffa4c00c-5d5b-5549-a6db-fc4257b6ba24-6a102e7c-885c-4e68-bcaf-659bdb2c6b66', 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66', 'tenant_id': '503e553aac7f4d5e986bad21a981da8d', 'fixed_ips': [{'subnet_id': '73e749a9-b995-4167-9b7e-eb3ff93d4f0b'}]}} from dv-cinder-562053-17-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 18 19:39:50.308981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:50.605737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Allocated IP 192.168.233.2 (6a102e7c-885c-4e68-bcaf-659bdb2c6b66/73e749a9-b995-4167-9b7e-eb3ff93d4f0b/00aa5b17-8cd7-46d9-b81b-368f6eb337a3) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:39:50.825752 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:50.837289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Transition to ACTIVE for port object 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:39:50.854163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Transition to ACTIVE for port object 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:39:50.859130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:50.873011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-78f92c14-7676-461f-a065-2e0e190dbaf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:39:51.009944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Pushing event updated for resources: {'Port': ['ID=00aa5b17-8cd7-46d9-b81b-368f6eb337a3,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:39:51.026505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.026872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.027270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.027641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.028002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.028366 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.028726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.029084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.029462 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.029819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.030172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.030529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:39:51.035944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:39:51.078527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:39:51.079725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:39:51.082045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:39:51.139748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Attempting to bind port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:39:51.140083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Attempting to bind port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:39:51.140482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Attempting to bind port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 on network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:39:51.146312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:39:51.146720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Checking segment: {'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:39:51.147237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:51.147667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Bound using segment: {'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:39:51.148172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Bound port: 00aa5b17-8cd7-46d9-b81b-368f6eb337a3, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:39:51.148580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:51.245567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] For port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:39:51.249558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] For port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=00aa5b17-8cd7-46d9-b81b-368f6eb337a3,segment=NetworkSegment(60ea2416-b5a4-49c3-98ba-b1286cea81d7),segment_id=60ea2416-b5a4-49c3-98ba-b1286cea81d7)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:39:51.252692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:51.269097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:39:51.422489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Pushing event updated for resources: {'Port': ['ID=00aa5b17-8cd7-46d9-b81b-368f6eb337a3,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:39:51.425789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:39:52.458353 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:39:52.547937 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:39:52.726488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fdd085-f333-4084-b560-725fbf0a753b None None] Network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:39:52.840022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] Provisioning for port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:39:52.855437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] Provisioning complete for port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:39:52.855842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:53.075458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:53.118337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] For port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=00aa5b17-8cd7-46d9-b81b-368f6eb337a3,segment=NetworkSegment(60ea2416-b5a4-49c3-98ba-b1286cea81d7),segment_id=60ea2416-b5a4-49c3-98ba-b1286cea81d7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:39:53.121381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:53.123394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:39:53.197101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] Pushing event updated for resources: {'Port': ['ID=00aa5b17-8cd7-46d9-b81b-368f6eb337a3,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:39:53.201956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:39:53.359040 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f43a7f43-e26b-47b0-bad1-ff5424f9094b None None] Provisioning complete for port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:39:53.359668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f43a7f43-e26b-47b0-bad1-ff5424f9094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:53.612043 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ee7d92ee-86c7-40e4-87ca-5d82704bcc9e None None] Provisioning complete for port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:39:53.612558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ee7d92ee-86c7-40e4-87ca-5d82704bcc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:53.857964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-5cdebee9-a2cf-4a4b-88ef-98cd6c706ac3 None None] Provisioning complete for port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:39:53.858296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5cdebee9-a2cf-4a4b-88ef-98cd6c706ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:54.428219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:39:54.499564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 00aa5b17-8cd7-46d9-b81b-368f6eb337a3 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:39:54.499972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:39:59.228808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:40:12.607004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3ed2815e-dc63-48c7-8ac5-b6f4d6e19d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:14.775850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-453ac89e-1153-424f-88f3-6094527da4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:14.911883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:16.360888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:16.769868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:36.229380 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:40:42.610833 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8c62ad96-cd08-4ce4-8955-98cdea74a6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:44.779051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8e13bec-dede-4244-8d9a-becacda762df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:44.916010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:46.366705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:46.774369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:55.931678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58454) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:40:55.938153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [None req-30dad143-1dd9-40c8-908a-b16b6b658566 tempest-verify_tempest_config-937440917 tempest-verify_tempest_config-937440917] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:40:55.939309 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-30dad143-1dd9-40c8-908a-b16b6b658566 tempest-verify_tempest_config-937440917 tempest-verify_tempest_config-937440917] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0065289 Jan 18 19:40:56.288999 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58474) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:40:56.444612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:56.459705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:40:56.463627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Usage tracker for resource:security_group_rule and tenant:2056d5413cc546df962e7fa3ea124fe3 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:40:56.466479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:40:56.472030 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:40:56.558115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:56.560869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:56.570157 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:40:56.609729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Synchronizing usage tracker for tenant:503e553aac7f4d5e986bad21a981da8d on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:40:56.614638 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8e8eed-27ac-49f1-a3f3-5021aac93c47,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:40:56.624837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.625218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.625593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.625959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.626322 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.626688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.627046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.627452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.627826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.628183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.628539 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.628921 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:40:56.634171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:40:56.641516 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Unset dirty status for tenant:503e553aac7f4d5e986bad21a981da8d on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:40:56.642700 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2056d5413cc546df962e7fa3ea124fe3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3526733 Jan 18 19:40:56.645516 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58480) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:40:56.708184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb5b8-10c8-4a38-9c16-b78f3eacaf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:56.734194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb5b8-10c8-4a38-9c16-b78f3eacaf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:56.782851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb5b8-10c8-4a38-9c16-b78f3eacaf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:56.788709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:40:56.800882 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeeb5b8-10c8-4a38-9c16-b78f3eacaf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8e8eed-27ac-49f1-a3f3-5021aac93c47,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:40:56.803973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ebeeb5b8-10c8-4a38-9c16-b78f3eacaf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:40:56.806163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb5b8-10c8-4a38-9c16-b78f3eacaf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:40:56.807317 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ebeeb5b8-10c8-4a38-9c16-b78f3eacaf8d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/7d8e8eed-27ac-49f1-a3f3-5021aac93c47 HTTP/1.1" status: 204 len: 168 time: 0.1607649 Jan 18 19:41:12.613220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e427aa0a-2db9-439b-8ccd-ace08dac69c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:13.228287 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:41:14.781702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a215099c-cc1e-4945-b6ec-3682abe7fc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:14.916665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:16.365846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:16.775661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:42.614577 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1350321d-7e23-4b2e-b1a6-00f59ed476e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:44.785780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d60b689-80c1-4c62-893f-e8b8f7a456f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:44.921201 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:46.375676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:46.781140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:41:50.228365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:42:12.616987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-42d76b7b-f755-42ad-a507-552e88e692a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:14.786314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-daeb25ba-454a-4e72-baec-52fe900b25aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:14.921306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:16.369605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:16.783583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:27.228101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:42:34.239441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:34.240010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.240186 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.240558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.240947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.241323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.241699 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.242071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.242443 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.242834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.243231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.243604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.243973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:42:34.244377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-56205', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:42:34.248492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-56205', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:42:34.586074 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] get_endpoint_by_host() called for host hv-cinder-56205 {{(pid=80115) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 18 19:42:34.590991 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] get_endpoint_by_ip() called for ip 192.168.0.111 {{(pid=80115) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 18 19:42:34.594245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] _add_endpoint() called for ip 192.168.0.111 {{(pid=80115) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 18 19:42:34.599219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] _get_endpoints() called {{(pid=80115) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 18 19:42:38.125189 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58532) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:42:38.272950 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6439202b-8672-48b5-ba04-12499a10723b admin admin] 10.222.0.109 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5082 time: 0.1463335 Jan 18 19:42:40.776139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58542) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:42:40.866054 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-fe2291fd-3eec-42fe-b804-b4a351425810 admin admin] 10.222.0.109 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5082 time: 0.0887644 Jan 18 19:42:42.618336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0652346a-f54c-49af-aa28-bd7161e82ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:44.789704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-50280a01-6817-4d47-8ff2-245f57a461c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:44.925108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:46.374480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:42:46.788872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:04.228750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:43:04.252185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:12.622560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37d8ffd8-e600-4f81-a192-8d38a4e04a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:14.792061 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45b06cfb-5756-432a-bbf0-edc39f1e2e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:14.927284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:16.380600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:16.793315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:34.256612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:41.229643 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:43:42.625379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e724775f-c7e3-49b9-aff5-cfed188e4603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:44.793610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89b39286-9bfb-467b-8af0-c26e232062ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:44.932117 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:46.383212 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:43:46.799925 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:04.268486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:12.627678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2400-55b0-46fd-96b4-585197c5e49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:14.798827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f33a-2bbe-487e-9f11-276f491b7671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:14.937008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:16.390847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:16.820541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:18.236844 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:44:19.659244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58686) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:20.225099 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-764845766-network', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:20.231600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:20.235542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Usage tracker for resource:network and tenant:c1fb72f1a21e450e89299c59a9abcb4f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:20.238501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:20.244923 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:20.254430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Made reservation on behalf of c1fb72f1a21e450e89299c59a9abcb4f for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:20.259126 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.272444 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.289311 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:20.293820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Usage tracker for resource:security_group_rule and tenant:c1fb72f1a21e450e89299c59a9abcb4f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:20.296992 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:20.304085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:20.396002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.399760 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.415536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:20.459464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:44:20.473698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58718) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:20.474113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:20.486895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.487289 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Added segment ddd050e8-2d91-4990-b3eb-526003671841 of type vxlan for network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 Jan 18 19:44:20.489480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.489780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.490821 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.491190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.491509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.491785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.492141 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.492499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.492869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.493224 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.493614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.493904 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.494314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.494665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.495016 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.495392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.495738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.496115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.496440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.496788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.497136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.497693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.498032 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.498380 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Tracked resource versions report: Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: pushed versions: Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': {'1.0'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': {'1.1'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': {'1.6'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': {'1.0'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': {'1.1'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': {'1.1'}} Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: consumer versions: Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: { DHCP agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: L3 agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: Metadata agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: Metering agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@dv-cinder-562053-17-smb: { 'AddressGroup': '1.1', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}, Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@hv-cinder-56205: { 'AddressGroup': '1.1', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}} Jan 18 19:44:20.500091 dv-cinder-562053-17-smb neutron-server[80002]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 18 19:44:20.507921 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:20.534547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.572178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.573644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:20.580670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.582792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58728) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:20.584280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:20.685935 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0254924 Jan 18 19:44:20.689050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58740) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:20.695279 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Pushing event updated for resources: {'Network': ['ID=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:20.695974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Request body: {'subnet': {'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-subnet', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:20.698381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:20.702167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:20.707013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Usage tracker for resource:subnet and tenant:c1fb72f1a21e450e89299c59a9abcb4f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:20.707718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:20.711166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:20.717241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:20.727490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Made reservation on behalf of c1fb72f1a21e450e89299c59a9abcb4f for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:20.732541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.801035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:20.914689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-network', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:20.921800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:20.926057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Usage tracker for resource:network and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:20.930244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:20.937426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:20.954107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Made reservation on behalf of 89ccca4a004c4223bb675d936e7b1664 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:20.959556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:20.983290 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.013017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:21.020423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Usage tracker for resource:security_group_rule and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:21.035344 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:21.046230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:21.382181 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2088070257-network', 'tenant_id': '81a1c0edaaef42b6b7d936852f6810d9'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:21.402238 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58754) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:21.423178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:21.439743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Usage tracker for resource:network and tenant:81a1c0edaaef42b6b7d936852f6810d9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:21.450532 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:21.455574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.466704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:21.471645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.484972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:21.485464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58766) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:21.496586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Made reservation on behalf of 81a1c0edaaef42b6b7d936852f6810d9 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:21.501211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.525727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.535619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:44:21.575755 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:21.578460 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788865368435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.578885 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Added segment 332ac30f-c49c-4719-8bba-1cf890f7abd8 of type vxlan for network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e Jan 18 19:44:21.592442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Usage tracker for resource:security_group_rule and tenant:81a1c0edaaef42b6b7d936852f6810d9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:21.597845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:21.612911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:21.615478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc39ba0-90c0-4cb9-b70e-c4c5d8eea395,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:21.682611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.683008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.683444 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.683804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.684161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.684517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.684872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.685349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.685715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.686063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.686528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.686749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.687175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.687522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.687868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.688211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.688554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.688896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.689265 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.689576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.689971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.690258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.690601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.690943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Tracked resource versions report: Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: pushed versions: Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': {'1.0'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': {'1.1'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': {'1.6'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': {'1.0'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': {'1.1'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': {'1.1'}} Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: consumer versions: Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: { DHCP agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: L3 agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: Metadata agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: Metering agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@dv-cinder-562053-17-smb: { 'AddressGroup': '1.1', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}, Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@hv-cinder-56205: { 'AddressGroup': '1.1', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}} Jan 18 19:44:21.692540 dv-cinder-562053-17-smb neutron-server[80002]: {{(pid=80113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 18 19:44:21.697329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:21.703368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.759467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.784724 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:21.795433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1595201467-network', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:21.810058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1371696817-network', 'tenant_id': 'db96f4f23dc3447a883639d8a6e287b0'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:21.815811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:21.820969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:21.823916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Usage tracker for resource:network and tenant:db96f4f23dc3447a883639d8a6e287b0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:21.829086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:21.832528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Usage tracker for resource:network and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:21.840049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:21.845395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:21.854358 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:21.867345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Made reservation on behalf of db96f4f23dc3447a883639d8a6e287b0 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:21.873632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.880967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.883745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:21.884395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.897104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Made reservation on behalf of d35ce9b530944eb192bfb87456eb1d7c for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:21.903148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.918727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.932038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:21.965052 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:21.968463 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:21.975044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:21.978762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Usage tracker for resource:security_group_rule and tenant:db96f4f23dc3447a883639d8a6e287b0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:21.981825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64165a14-a64f-4b6a-af22-9ad739bed4d4,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:21.982476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:21.985636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:21.985822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:21.996087 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:21.997729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:22.008021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:22.082258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.145984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.164595 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6889114 Jan 18 19:44:22.177476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Pushing event updated for resources: {'Network': ['ID=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:22.181164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:22.189850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58796) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:22.190300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:22.190414 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:22.212669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Request body: {'subnet': {'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-subnet', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:22.219898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:22.244710 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:44:22.248061 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:22.270040 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Usage tracker for resource:subnet and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:22.276356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e495d6-fe6f-4f04-93ee-5365e15ef592,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:22.280226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:22.284888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:22.288812 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788865368435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.289244 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Added segment b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43 of type vxlan for network a031f579-c896-4c1d-b0d4-6374c1da460c Jan 18 19:44:22.309613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:22.349035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Made reservation on behalf of 89ccca4a004c4223bb675d936e7b1664 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:22.357964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.376480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Checking segment: {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:22.376877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Network hostable DHCP agents. Network: 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:44:22.386115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.495312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.500282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.504757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.510076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.516380 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fde0f7e6-9749-4ef2-a8a7-f30b3d32e66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:22.540374 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 18 19:44:22.570794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:44:22.609318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c846c557-e3b2-4915-bafb-ccc10c6391bb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:22.633017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:22.643287 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:22.643931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.651535 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb618dc1-d7eb-4f18-8f38-3c27697f0a29 None None] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:22.671483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.677714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:22.678353 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.681653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:44:22.682072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:44:22.686986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:44:22.687473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:44:22.688635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d7037d-7337-4000-8a01-fac127de0801,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:22.698089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:22.715634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:22.715634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:22.715634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:22.852195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Pushing event updated for resources: {'Network': ['ID=a031f579-c896-4c1d-b0d4-6374c1da460c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:22.863651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:22.868005 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1776175 Jan 18 19:44:22.869799 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2839866 Jan 18 19:44:22.873325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58822) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:22.873471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58820) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:22.879357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:22.879520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Request body: {'subnet': {'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2088070257-subnet', 'tenant_id': '81a1c0edaaef42b6b7d936852f6810d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:22.885586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:22.890314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Usage tracker for resource:subnet and tenant:81a1c0edaaef42b6b7d936852f6810d9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:22.890528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:22.893913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:22.897805 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Usage tracker for resource:router and tenant:c1fb72f1a21e450e89299c59a9abcb4f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:22.901525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:22.911603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:22.912702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Made reservation on behalf of 81a1c0edaaef42b6b7d936852f6810d9 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:22.917554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.926472 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:22.955549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2189'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.956936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853076485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773611'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:22.985414 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.034203 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network a031f579-c896-4c1d-b0d4-6374c1da460c details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:23.048983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network a031f579-c896-4c1d-b0d4-6374c1da460c details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:23.086932 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37879754-c1e2-47dd-9fe2-49000b79b6dd None None] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:23.203305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.229172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.522244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:44:23.537067 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.538085 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Added segment 98cffcf7-e2c6-4e87-80e0-75b8243bf88e of type vxlan for network 35e9c338-d135-4313-a197-eca2676f6839 Jan 18 19:44:23.657983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.735833 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.747038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:44:23.749942 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:23.750850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.790194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853076604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773526'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.808852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:23.809798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:23.839636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dae1a735-1e23-4042-b9c6-f2ee24c4f7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:24.023101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c3b1f7-5461-4da4-8585-f7e9ccc38567,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:24.026662 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:24.064415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.065522 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Added segment d178dfee-b469-4c81-b846-7f807b20d545 of type vxlan for network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 Jan 18 19:44:24.098388 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.132306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Pushing event updated for resources: {'Network': ['ID=35e9c338-d135-4313-a197-eca2676f6839,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:24.142741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:24.145382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 35e9c338-d135-4313-a197-eca2676f6839 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:24.183300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.187879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.202016 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58878) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:24.205784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:24.206793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.216562 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:24.245976 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7591636 Jan 18 19:44:24.260229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58884) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:24.279709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Request body: {'subnet': {'network_id': '35e9c338-d135-4313-a197-eca2676f6839', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1371696817-subnet', 'tenant_id': 'db96f4f23dc3447a883639d8a6e287b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:24.294851 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.8911595 Jan 18 19:44:24.296284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:24.362882 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58888) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:24.363346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 58890) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:24.373613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Request body: {'subnet': {'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1595201467-subnet', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:24.389462 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Usage tracker for resource:subnet and tenant:db96f4f23dc3447a883639d8a6e287b0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:24.462683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:24.463875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:24.469947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:24.473304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5ef4fe-e105-49d1-b24f-3c9a34f25841,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:24.484896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-32a70d04-626e-4563-b296-1e8f9e748bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:24.486057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:24.488895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Usage tracker for resource:subnet and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:24.496663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:24.508488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:24.516152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Made reservation on behalf of db96f4f23dc3447a883639d8a6e287b0 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:24.521795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.574160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Made reservation on behalf of d35ce9b530944eb192bfb87456eb1d7c for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:24.575469 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 35e9c338-d135-4313-a197-eca2676f6839 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:24.580019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.633394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a79504a-0590-4394-a746-ed6fe8f94796,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:24.636628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:24.650153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Checking segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:24.650653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Network hostable DHCP agents. Network: a031f579-c896-4c1d-b0d4-6374c1da460c, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:44:24.696332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:24.698289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Network a031f579-c896-4c1d-b0d4-6374c1da460c is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:44:24.716247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, a031f579-c896-4c1d-b0d4-6374c1da460c) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:24.720857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:24.721603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.767291 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a77807c5-93e4-4ccb-a6b6-d53212ecaefc admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8899152 Jan 18 19:44:24.768188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Checking segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:24.768599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Network hostable DHCP agents. Network: bb0528e6-08c3-4923-8dc2-c5239cfeaf9e, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:44:24.779822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.803011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:44:24.816941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, bb0528e6-08c3-4923-8dc2-c5239cfeaf9e) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:24.820097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:24.829817 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:24.830802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.832593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:24.840201 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Usage tracker for resource:security_group_rule and tenant:8e585f427e1c4063aa8c231729400526 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:24.847940 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:24.851536 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d3acb7e5-7297-4cc3-a7e7-ff455e3d2737 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6534677 Jan 18 19:44:24.854329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.854913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58904) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:24.863505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:24.869090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:24.870567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30974eb-e483-4400-ba7c-64e9327c76e2 None None] Network a031f579-c896-4c1d-b0d4-6374c1da460c requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:24.874416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Usage tracker for resource:router and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:24.878680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:24.886931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:24.905789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2189'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.907887 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853076485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773611'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.939442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:24.941741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:24.967128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370a914-6c2b-4fc3-9e25-2090b1a42711 None None] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:25.015379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:25.041846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Usage tracker for resource:security_group_rule and tenant:9d63f98c9faa4bd8b4d3337c77d9f5fa is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:25.056498 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:25.104904 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:25.303116 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:25.317583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58928) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:25.382637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:25.389670 dv-cinder-562053-17-smb neutron-server[80002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 19:44:25.530154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853076604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773526'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:25.545447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffa4c00c-5d5b-5549-a6db-fc4257b6ba24-bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796'}]}} from dv-cinder-562053-17-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 18 19:44:25.546483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:25.565825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657a84d-269c-4378-9cdc-390c5e632f8d None None] Network a031f579-c896-4c1d-b0d4-6374c1da460c requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:25.642652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-7424e883-dab2-465c-8469-7bad87429da6 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:25.643478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-7424e883-dab2-465c-8469-7bad87429da6 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:44:25.760680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:25.841940 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:25.880784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:25.966099 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:25.985419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.001183 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8e585f427e1c4063aa8c231729400526&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7877584 Jan 18 19:44:26.008618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58948) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:26.016313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.050862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.063687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-7424e883-dab2-465c-8469-7bad87429da6 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:44:26.064923 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-7424e883-dab2-465c-8469-7bad87429da6 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 815 time: 0.7408259 Jan 18 19:44:26.115142 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-fb66d2e8-f78f-46d1-b265-05099425e9f4 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/quotas/81a1c0edaaef42b6b7d936852f6810d9 HTTP/1.1" status: 200 len: 375 time: 0.0390189 Jan 18 19:44:26.168643 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680a2f01-f54d-462b-9a62-3818b53c1e0e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:26.186512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Allocated IP 172.20.0.2 (bb0528e6-08c3-4923-8dc2-c5239cfeaf9e/4a79504a-0590-4394-a746-ed6fe8f94796/43174416-2106-4e65-b853-177fcfd93338) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:26.189873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:26.192152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:26.237084 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=9d63f98c9faa4bd8b4d3337c77d9f5fa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8690150 Jan 18 19:44:26.242972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 58958) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:26.254506 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-1784fdc5-93e4-4ad8-b862-0d017f8d31b2 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740814 Jan 18 19:44:26.303281 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de15d91-18e0-458b-a27e-0d06aeea0b31,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:26.305085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d43aceeb-bf75-43e3-ad80-f9c2117fec6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.314477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:26.360567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Allocated IP 172.28.3.224 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/99ec3f1f-0e00-48dd-8300-ff0ab523e444) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:26.428332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d43aceeb-bf75-43e3-ad80-f9c2117fec6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.456536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.474113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Transition to ACTIVE for port object 43174416-2106-4e65-b853-177fcfd93338 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:26.480661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a78db283-5c90-4997-a999-ec3c7eedfc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.495151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Transition to ACTIVE for port object 43174416-2106-4e65-b853-177fcfd93338 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:26.507512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.533180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:26.539452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a78db283-5c90-4997-a999-ec3c7eedfc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.555704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-d9837fe8-6162-401f-8151-507be3780b75 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:44:26.556823 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-d9837fe8-6162-401f-8151-507be3780b75 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1694210 Jan 18 19:44:26.628581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d43aceeb-bf75-43e3-ad80-f9c2117fec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.631839 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.635229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:26.655325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:26.849190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Pushing event updated for resources: {'Port': ['ID=43174416-2106-4e65-b853-177fcfd93338,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:26.870402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.870775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.871179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.871552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.871919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.872284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.872646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.873004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.873379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.873737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.874094 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.874447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.874920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.875299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.875654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.876007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.876373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.876771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.877124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.877480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.877907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.878263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.878614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.878965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Tracked resource versions report: Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: pushed versions: Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': {'1.0'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': {'1.1'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': {'1.6'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': {'1.0'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': {'1.1'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': {'1.1'}} Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: consumer versions: Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: { DHCP agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: L3 agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: Metadata agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: Metering agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@dv-cinder-562053-17-smb: { 'AddressGroup': '1.1', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}, Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@hv-cinder-56205: { 'AddressGroup': '1.1', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}} Jan 18 19:44:26.880949 dv-cinder-562053-17-smb neutron-server[80002]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 18 19:44:26.889020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:26.903968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:26.930036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:26.931450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:26.934362 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:26.954176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aceeb-bf75-43e3-ad80-f9c2117fec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680a2f01-f54d-462b-9a62-3818b53c1e0e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:26.962883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d43aceeb-bf75-43e3-ad80-f9c2117fec6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:26.980895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a78db283-5c90-4997-a999-ec3c7eedfc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:27.019521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d43aceeb-bf75-43e3-ad80-f9c2117fec6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:27.022847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Attempting to bind port 43174416-2106-4e65-b853-177fcfd93338 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:27.023293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Attempting to bind port 43174416-2106-4e65-b853-177fcfd93338 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:27.023790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Attempting to bind port 43174416-2106-4e65-b853-177fcfd93338 on network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:27.029930 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:27.031122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:27.031466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Checking segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:27.032063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:27.032508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Bound using segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:27.033039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Bound port: 43174416-2106-4e65-b853-177fcfd93338, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:27.033457 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:27.043783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d43aceeb-bf75-43e3-ad80-f9c2117fec6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:27.045677 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d43aceeb-bf75-43e3-ad80-f9c2117fec6b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/680a2f01-f54d-462b-9a62-3818b53c1e0e HTTP/1.1" status: 204 len: 168 time: 1.0320940 Jan 18 19:44:27.049422 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-ab093742-77ec-4d18-93a7-49ba2c60f792 service neutron] 10.222.0.109 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821093 Jan 18 19:44:27.052563 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78db283-5c90-4997-a999-ec3c7eedfc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de15d91-18e0-458b-a27e-0d06aeea0b31,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:27.056004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a78db283-5c90-4997-a999-ec3c7eedfc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:27.057773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a78db283-5c90-4997-a999-ec3c7eedfc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:27.061961 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a78db283-5c90-4997-a999-ec3c7eedfc6b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/7de15d91-18e0-458b-a27e-0d06aeea0b31 HTTP/1.1" status: 204 len: 168 time: 0.8081095 Jan 18 19:44:27.133541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b585c6-cdb2-4051-8b92-a1e5f90c6458,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:27.184382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] For port 43174416-2106-4e65-b853-177fcfd93338, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:27.201112 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] For port 43174416-2106-4e65-b853-177fcfd93338, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=43174416-2106-4e65-b853-177fcfd93338,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:27.205333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:27.232299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:27.423385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Checking segment: {'id': '98cffcf7-e2c6-4e87-80e0-75b8243bf88e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35e9c338-d135-4313-a197-eca2676f6839'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:27.430711 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Network hostable DHCP agents. Network: 35e9c338-d135-4313-a197-eca2676f6839, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:44:27.436149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636b765a-fdca-4f0c-b10e-4809a6cf2ed0,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:27.450606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:27.453690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:27.455314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.734s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:27.455708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:27.513197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Pushing event updated for resources: {'Port': ['ID=43174416-2106-4e65-b853-177fcfd93338,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:27.517346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:27.518691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:27.562678 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-5e6403e0-72c9-48fb-a9d2-49beb4108a7a service neutron] 10.222.0.109 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4660537 Jan 18 19:44:27.603757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Allocated IP 172.28.3.172 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/acd22e2b-5302-4d92-a999-022ec0febbd6) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:27.894536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59004) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:27.900050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Network 35e9c338-d135-4313-a197-eca2676f6839 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:44:27.907703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59008) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:27.917314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Pushing event updated for resources: {'Port': ['ID=99ec3f1f-0e00-48dd-8300-ff0ab523e444,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:27.932120 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Checking segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:27.932737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Network hostable DHCP agents. Network: cc5ef4fe-e105-49d1-b24f-3c9a34f25841, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:44:27.939791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:27.977493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 35e9c338-d135-4313-a197-eca2676f6839) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:27.986599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322360a7-8c89-4b98-b608-4e060b2b92ca None None] Network 35e9c338-d135-4313-a197-eca2676f6839 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:27.999152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:27.999995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:28.006016 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4494bcaf-8087-417a-a927-446c6d0c5e53 req-2024c57c-e0b7-4c19-b440-9ab4cea21178 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 210 time: 0.1096756 Jan 18 19:44:28.009594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:28.015381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:44:28.047693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:28.048587 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, cc5ef4fe-e105-49d1-b24f-3c9a34f25841) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:28.061028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe79fc1-fedb-4c7d-997f-7003f9e278d6 None None] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:28.061273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:28.064517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:28.065725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:28.075683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Usage tracker for resource:security_group_rule and tenant:2ad34432f663451f872ee42271909b8e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:28.093615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:28.108569 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:28.198392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:28.223306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:28.272722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:28.285151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:28.291133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:28.423554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Pushing event updated for resources: {'Port': ['ID=acd22e2b-5302-4d92-a999-022ec0febbd6,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:28.446922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:28.490473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:28.506700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:28.524888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:28.543288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:28.548943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:28.567606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:28.612985 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109cf0c9-400a-447f-9d00-5ec8c079c389 None None] Network 35e9c338-d135-4313-a197-eca2676f6839 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:28.692028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc72dea-9cab-4bb9-8a0a-908eb2574a06,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:28.717245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:28.860284 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2ad34432f663451f872ee42271909b8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9510925 Jan 18 19:44:28.871040 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59048) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:28.872216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffa4c00c-5d5b-5549-a6db-fc4257b6ba24-cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0'}]}} from dv-cinder-562053-17-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 18 19:44:28.873167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:28.906417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 43174416-2106-4e65-b853-177fcfd93338 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:29.082254 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c7457a8e-07c7-478d-8b35-2489b5d4ce84 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8198051 Jan 18 19:44:29.086687 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7174404 Jan 18 19:44:29.106442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59060) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:29.164680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:29.180273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:29.184831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Usage tracker for resource:router and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:29.188302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:29.200127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:29.232185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2189'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:29.233305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853076485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773611'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:29.601307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3eeb46dd-916b-49e7-b491-9e5c8a5da548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:29.655749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3eeb46dd-916b-49e7-b491-9e5c8a5da548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:29.684340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9142e-0dce-439e-92c7-1e39f215ec83 None None] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:29.763864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:29.798911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 43174416-2106-4e65-b853-177fcfd93338 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:29.882501 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0533af3b-f353-44e0-8e6b-ae9708380076 req-27298d6c-8bdb-4578-8436-f61a4e8e8922 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 210 time: 0.6199377 Jan 18 19:44:29.883210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3eeb46dd-916b-49e7-b491-9e5c8a5da548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:29.884716 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:29.935763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:29.995537 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb46dd-916b-49e7-b491-9e5c8a5da548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc72dea-9cab-4bb9-8a0a-908eb2574a06,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:30.058875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] Provisioning for port 43174416-2106-4e65-b853-177fcfd93338 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:30.069191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:30.109042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] Provisioning complete for port 43174416-2106-4e65-b853-177fcfd93338 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:30.109456 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:30.149128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3eeb46dd-916b-49e7-b491-9e5c8a5da548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:30.390025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699246'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:30.664420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Allocated IP 172.20.0.2 (cc5ef4fe-e105-49d1-b24f-3c9a34f25841/636b765a-fdca-4f0c-b10e-4809a6cf2ed0/462798e4-a3e0-4d46-b64a-2c4e4a66147e) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:30.754936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Router 110728bf-e0c3-4978-8fec-b52bcb95ac67 is scheduled to L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 18 19:44:30.778053 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3eeb46dd-916b-49e7-b491-9e5c8a5da548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:30.782177 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3eeb46dd-916b-49e7-b491-9e5c8a5da548 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2fc72dea-9cab-4bb9-8a0a-908eb2574a06 HTTP/1.1" status: 204 len: 168 time: 1.8964002 Jan 18 19:44:30.950213 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:30.963126 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Transition to ACTIVE for port object 462798e4-a3e0-4d46-b64a-2c4e4a66147e will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:31.047395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Transition to ACTIVE for port object 462798e4-a3e0-4d46-b64a-2c4e4a66147e will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:31.084955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.113', 49849) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:31.101826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:31.220662 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:31.236840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853076604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773526'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:31.302641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:31.564470 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:44:31.575400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Sync routers for ids ['110728bf-e0c3-4978-8fec-b52bcb95ac67'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:44:31.591954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Routers {'110728bf-e0c3-4978-8fec-b52bcb95ac67'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:31.592645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['110728bf-e0c3-4978-8fec-b52bcb95ac67'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:31.659681 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:31.675795 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.8010108 Jan 18 19:44:31.683649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59154) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:31.757240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] For port 43174416-2106-4e65-b853-177fcfd93338, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=43174416-2106-4e65-b853-177fcfd93338,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:44:31.776586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Pushing event updated for resources: {'Port': ['ID=462798e4-a3e0-4d46-b64a-2c4e4a66147e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:31.794799 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:31.801970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59160) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:31.803024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:31.847284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:31.862051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-8a1ae3c9-7ed3-41f0-9950-5b7e8fd700b9 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:31.863387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699246'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:31.863692 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-8a1ae3c9-7ed3-41f0-9950-5b7e8fd700b9 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 815 time: 0.7776988 Jan 18 19:44:31.878711 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-19d5f58d-c3d9-4ded-b4de-f449a7666c0e req-bca5ee43-dabe-4760-93ae-5f10de095309 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 210 time: 0.4151871 Jan 18 19:44:32.013560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] Pushing event updated for resources: {'Port': ['ID=43174416-2106-4e65-b853-177fcfd93338,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:32.035433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Request body: {'port': {'device_id': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c', 'admin_state_up': True, 'tenant_id': '81a1c0edaaef42b6b7d936852f6810d9'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:32.045286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:32.074091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:32.075821 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:32.082794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:32.097118 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Set router 110728bf-e0c3-4978-8fec-b52bcb95ac67 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:32.219083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Attempting to bind port 462798e4-a3e0-4d46-b64a-2c4e4a66147e on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:32.219687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Attempting to bind port 462798e4-a3e0-4d46-b64a-2c4e4a66147e by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:32.220213 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Attempting to bind port 462798e4-a3e0-4d46-b64a-2c4e4a66147e on network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:32.225502 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f4952030-39ab-47b2-a367-fa0af08dd8fc None None] Provisioning complete for port 43174416-2106-4e65-b853-177fcfd93338 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:32.226076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f4952030-39ab-47b2-a367-fa0af08dd8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:32.257574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-abe28860-01a4-42cc-9ac4-51a1b8dfdf62 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:32.270348 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-abe28860-01a4-42cc-9ac4-51a1b8dfdf62 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/networks?id=35e9c338-d135-4313-a197-eca2676f6839 HTTP/1.1" status: 200 len: 812 time: 2.1153219 Jan 18 19:44:32.316809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:32.317721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Checking segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:32.318293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:32.318850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Bound using segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:32.319558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Bound port: 462798e4-a3e0-4d46-b64a-2c4e4a66147e, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:32.320117 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:32.357952 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-34c8ed4e-5823-4799-b6be-8ab6c7190963 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/quotas/db96f4f23dc3447a883639d8a6e287b0 HTTP/1.1" status: 200 len: 375 time: 0.0859749 Jan 18 19:44:32.530110 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-fa1d66c4-d1af-4005-a4b1-11bc49c061b3 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?tenant_id=db96f4f23dc3447a883639d8a6e287b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1708584 Jan 18 19:44:32.571561 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] For port 462798e4-a3e0-4d46-b64a-2c4e4a66147e, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:32.596815 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] For port 462798e4-a3e0-4d46-b64a-2c4e4a66147e, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=462798e4-a3e0-4d46-b64a-2c4e4a66147e,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:32.608175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:32.644642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:32.758677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 43174416-2106-4e65-b853-177fcfd93338 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:32.813184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:44:29Z', 'revision_number': 3, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:32.818121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Checking router: 110728bf-e0c3-4978-8fec-b52bcb95ac67 for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:44:32.818600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Updating router 110728bf-e0c3-4978-8fec-b52bcb95ac67 port 99ec3f1f-0e00-48dd-8300-ff0ab523e444 binding host dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:44:32.882850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:33.055980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-9410cb69-b534-4208-a9e2-382808f08ff7 None None] Provisioning complete for port 43174416-2106-4e65-b853-177fcfd93338 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:33.057560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9410cb69-b534-4208-a9e2-382808f08ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:33.059987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:33.082617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59200) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:33.116490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:33.129219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Usage tracker for resource:security_group_rule and tenant:750fcc8bec864752a8c9086feca319e4 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:33.137122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:33.152130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:33.170256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:33.222795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Usage tracker for resource:port and tenant:81a1c0edaaef42b6b7d936852f6810d9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:33.256940 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:33.308898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:33.330608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 43174416-2106-4e65-b853-177fcfd93338 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:33.332092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:33.402549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Made reservation on behalf of 81a1c0edaaef42b6b7d936852f6810d9 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:33.424031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:33.485060 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46278df2-82b2-4268-bf4d-d7256ea28ba6 req-ebe5c5ba-cd10-4322-98cf-0d947123a38e tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 210 time: 0.2548954 Jan 18 19:44:33.515995 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-e2b1a598-7a52-4c3d-9287-c33f17590a21 service neutron] 10.222.0.109 "GET /v2.0/networks/35e9c338-d135-4313-a197-eca2676f6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9846718 Jan 18 19:44:33.556918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb is scheduled to L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 18 19:44:33.601067 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Pushing event updated for resources: {'Port': ['ID=462798e4-a3e0-4d46-b64a-2c4e4a66147e,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:33.608830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:33.667304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-61669700-network', 'tenant_id': 'd102ea4527da4a7faacb87532c896b1a'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:33.717850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:33.731356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Transition to ACTIVE for port object 99ec3f1f-0e00-48dd-8300-ff0ab523e444 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:33.735282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-3ee971f0-b51c-4836-ab7c-aaa8988517ae None None] Provisioning complete for port 43174416-2106-4e65-b853-177fcfd93338 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:33.735711 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3ee971f0-b51c-4836-ab7c-aaa8988517ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:33.740922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:33.833325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:33.837417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Usage tracker for resource:network and tenant:d102ea4527da4a7faacb87532c896b1a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:33.840369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:33.846336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:33.999179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:34.079883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Made reservation on behalf of d102ea4527da4a7faacb87532c896b1a for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:34.096413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.119192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Attempting to bind port 99ec3f1f-0e00-48dd-8300-ff0ab523e444 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:34.119603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Attempting to bind port 99ec3f1f-0e00-48dd-8300-ff0ab523e444 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:34.120064 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Attempting to bind port 99ec3f1f-0e00-48dd-8300-ff0ab523e444 on network dd6ea230-be1f-44c8-995a-98b8e7d3634e {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:34.291857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.420720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.439658 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:34.440698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Checking segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:34.441320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.441948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Bound using segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:34.442886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Bound port: 99ec3f1f-0e00-48dd-8300-ff0ab523e444, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:34.443509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.506868 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-692e1add-ce75-42b2-b1c6-e1d582f488cd service neutron] 10.222.0.109 "GET /v2.0/networks/35e9c338-d135-4313-a197-eca2676f6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9837213 Jan 18 19:44:34.509519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Pushing event updated for resources: {'Port': ['ID=99ec3f1f-0e00-48dd-8300-ff0ab523e444,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:34.522968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.538784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.539154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.539570 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.539860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.548744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.550896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.551280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.551650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.551650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.553789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.554235 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.565876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.566332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.566759 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.567142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.568280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.572302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.572790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.573452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.573961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.574325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.574689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.575048 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.592280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.593177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Tracked resource versions report: Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: pushed versions: Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': {'1.0'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': {'1.1'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': {'1.6'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': {'1.0'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': {'1.1'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': {'1.1'}} Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: consumer versions: Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: { DHCP agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: L3 agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: Metadata agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: Metering agent@dv-cinder-562053-17-smb: {}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@dv-cinder-562053-17-smb: { 'AddressGroup': '1.1', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}, Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: Open vSwitch agent@hv-cinder-56205: { 'AddressGroup': '1.1', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Log': '1.0', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Network': '1.1', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Port': '1.6', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'PortForwarding': '1.2', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'QosPolicy': '1.8', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroup': '1.4', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'SubPort': '1.0', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Subnet': '1.1', Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: 'Trunk': '1.1'}} Jan 18 19:44:34.598379 dv-cinder-562053-17-smb neutron-server[80002]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 18 19:44:34.615899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.623122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:34.677033 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:34.682496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Usage tracker for resource:security_group_rule and tenant:d102ea4527da4a7faacb87532c896b1a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:34.687098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:34.696503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:34.696897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] For port 99ec3f1f-0e00-48dd-8300-ff0ab523e444, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:34.701379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] For port 99ec3f1f-0e00-48dd-8300-ff0ab523e444, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=99ec3f1f-0e00-48dd-8300-ff0ab523e444,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:34.710554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.752703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.753419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 462798e4-a3e0-4d46-b64a-2c4e4a66147e up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:34.765013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a3664051-185b-4fd8-b2fa-4c8e080fbdeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:34.782976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:34.795234 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=750fcc8bec864752a8c9086feca319e4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9857829 Jan 18 19:44:34.804293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59212) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:34.893735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:34.920857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 462798e4-a3e0-4d46-b64a-2c4e4a66147e completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:34.948930 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3a717c39-a862-4141-acea-d5942f8f4032 req-57586969-7cce-46d7-873f-6f76c64bdc56 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 210 time: 0.1488090 Jan 18 19:44:35.001872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Allocated IP 172.20.0.9 (a031f579-c896-4c1d-b0d4-6374c1da460c/e9c3b1f7-5461-4da4-8585-f7e9ccc38567/ffdaa339-50e9-4baa-8767-20157ee73d7b) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:35.055313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Pushing event updated for resources: {'Port': ['ID=99ec3f1f-0e00-48dd-8300-ff0ab523e444,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:35.061315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:35.078432 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c6bb5213-2a02-4419-b455-09522af18137 req-b5f4e98f-751e-468b-a52d-be278561131c tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 210 time: 0.1279802 Jan 18 19:44:35.079646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:44:35.091718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Sync routers for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:44:35.112417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:35.113115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:35.143445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Routers {'110728bf-e0c3-4978-8fec-b52bcb95ac67'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:35.148453 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['110728bf-e0c3-4978-8fec-b52bcb95ac67'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:35.148655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f93e360-561f-4a5c-b1dd-23608f1fe4a7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:35.162615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:35.267195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-584329ad-a9b1-48cb-bb72-99e825b3ad89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.305651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-584329ad-a9b1-48cb-bb72-99e825b3ad89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.430881 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.480626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-584329ad-a9b1-48cb-bb72-99e825b3ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.485114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.562860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f068944-8b3c-4f21-8bfa-0e213728b3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:35.577092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:35.599935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584329ad-a9b1-48cb-bb72-99e825b3ad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f93e360-561f-4a5c-b1dd-23608f1fe4a7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:35.603160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d979d-08e5-438c-a833-536ac50817c9 None None] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:35.625892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-584329ad-a9b1-48cb-bb72-99e825b3ad89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:35.644320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-584329ad-a9b1-48cb-bb72-99e825b3ad89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.650035 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-584329ad-a9b1-48cb-bb72-99e825b3ad89 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0f93e360-561f-4a5c-b1dd-23608f1fe4a7 HTTP/1.1" status: 204 len: 168 time: 0.8373311 Jan 18 19:44:35.682973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:44:35.702684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788865368435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.703358 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Added segment 7f1f485e-89b8-4457-8edd-550d681beacb of type vxlan for network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 Jan 18 19:44:35.732437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.740749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.793283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.797368 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9383678 Jan 18 19:44:35.797368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.807595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59246) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:35.828530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:35.829238 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:35.837542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] Set router 110728bf-e0c3-4978-8fec-b52bcb95ac67 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:35.909617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:36.037891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:36.081684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-cdce50c2-192a-43da-a418-a92c7bca7ade None None] Provisioning for port 462798e4-a3e0-4d46-b64a-2c4e4a66147e completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:36.099629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-cdce50c2-192a-43da-a418-a92c7bca7ade None None] Provisioning complete for port 462798e4-a3e0-4d46-b64a-2c4e4a66147e triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:36.100419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdce50c2-192a-43da-a418-a92c7bca7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:36.253041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:36.990699 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:44:29Z', 'revision_number': 3, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:37.004663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e967cd3e-6cd2-4119-b4c8-52a7b2a9cebc None None] The sync data for ids ['110728bf-e0c3-4978-8fec-b52bcb95ac67'] in dv-cinder-562053-17-smb is: [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:44:29Z', 'revision_number': 3, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:44:37.022626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdce50c2-192a-43da-a418-a92c7bca7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:37.148511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-cdce50c2-192a-43da-a418-a92c7bca7ade None None] For port 462798e4-a3e0-4d46-b64a-2c4e4a66147e, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=462798e4-a3e0-4d46-b64a-2c4e4a66147e,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:44:37.171478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdce50c2-192a-43da-a418-a92c7bca7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:37.194832 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011a36c2-4a59-40c8-b679-abf67c08c246,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:37.214978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Pushing event updated for resources: {'Port': ['ID=ffdaa339-50e9-4baa-8767-20157ee73d7b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:37.218900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.181s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:37.226549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Network a031f579-c896-4c1d-b0d4-6374c1da460c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:37.237044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:37.238691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58219a4b-b741-4287-b4d3-9e1b8df2e9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:37.240299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:37.265758 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:37.266408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:37.321030 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3008168 Jan 18 19:44:37.396982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-9f29f48e-f334-444f-8eac-3c0c9070a102 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:44:37.398088 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-9f29f48e-f334-444f-8eac-3c0c9070a102 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058661 Jan 18 19:44:37.443396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce50c2-192a-43da-a418-a92c7bca7ade None None] Pushing event updated for resources: {'Port': ['ID=462798e4-a3e0-4d46-b64a-2c4e4a66147e,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:37.454473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.888s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:37.465994 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cdce50c2-192a-43da-a418-a92c7bca7ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:37.485739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.842s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:37.497830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:29Z', 'revision_number': 3, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:37.500309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Allocated IP 172.20.0.1 (2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7/64165a14-a64f-4b6a-af22-9ad739bed4d4/b9efbb72-a92f-4c58-888d-84c24b588ae6) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:37.508858 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Checking router: 1ef5e45e-8c3c-4288-b6d7-3a02716087cb for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:44:37.509299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Updating router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb port acd22e2b-5302-4d92-a999-022ec0febbd6 binding host dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:44:37.749027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:37.933754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:38.006486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:38.072769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:38.222632 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bc98ff64-0f28-45b7-b834-a8fc097ea3ba req-2cf83fec-6c6b-4c6a-850d-3ac8b72c16a8 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 210 time: 1.3313909 Jan 18 19:44:38.273302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.113', 49861) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:38.292077 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Request body: {'port': {'device_id': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:38.362613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-1bdba50d-e66c-4937-a309-865771327d87 None None] Provisioning complete for port 462798e4-a3e0-4d46-b64a-2c4e4a66147e triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:38.363046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1bdba50d-e66c-4937-a309-865771327d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:38.443923 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Allocated IP 172.28.3.232 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/6f93256e-1866-4959-8509-295953f5f86e) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:38.461339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Pushing event updated for resources: {'Port': ['ID=b9efbb72-a92f-4c58-888d-84c24b588ae6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:38.544415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:38.850871 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 99ec3f1f-0e00-48dd-8300-ff0ab523e444 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:38.851336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:38.853479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:38.858512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:38.859409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700818'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:38.863113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:38.874287 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-8a36b9ef-cda3-44a0-b029-ced2ccae8543 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:38.876240 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-8a36b9ef-cda3-44a0-b029-ced2ccae8543 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.113 "GET /v2.0/networks?id=35e9c338-d135-4313-a197-eca2676f6839 HTTP/1.1" status: 200 len: 812 time: 0.6017959 Jan 18 19:44:38.877788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Pushing event updated for resources: {'Network': ['ID=7eae7994-56e1-4b06-b10a-7e61f954d9f3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:38.905845 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 5.8120863 Jan 18 19:44:38.909556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59304) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:38.914499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.429s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:38.918286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Request body: {'subnet': {'network_id': '7eae7994-56e1-4b06-b10a-7e61f954d9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-61669700-subnet', 'tenant_id': 'd102ea4527da4a7faacb87532c896b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:38.937975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:38.954822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:38.955863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Request body: {'port': {'device_id': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'network_id': '35e9c338-d135-4313-a197-eca2676f6839', 'admin_state_up': True, 'tenant_id': 'db96f4f23dc3447a883639d8a6e287b0'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:38.968655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:39.036757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d2c20064-6d7b-4da8-8a34-201179437cb6 None None] Provisioning complete for port 462798e4-a3e0-4d46-b64a-2c4e4a66147e triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:39.037519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2c20064-6d7b-4da8-8a34-201179437cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.161793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0978e3-8f84-48a8-8602-ca5afb9bb413 req-1d5c850f-990a-4cd5-85b8-3054b5497ab2 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:39.163544 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fa0978e3-8f84-48a8-8602-ca5afb9bb413 req-1d5c850f-990a-4cd5-85b8-3054b5497ab2 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 931 time: 2.2709947 Jan 18 19:44:39.244009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 99ec3f1f-0e00-48dd-8300-ff0ab523e444 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:39.328932 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-fa0978e3-8f84-48a8-8602-ca5afb9bb413 req-a648a216-0d76-4ab5-8484-a87d1f3679bf tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:44:39.353741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 99ec3f1f-0e00-48dd-8300-ff0ab523e444 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:39.354290 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.427400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.497459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Usage tracker for resource:subnet and tenant:d102ea4527da4a7faacb87532c896b1a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:39.517532 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:39.526903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:39.528735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:39.545559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Usage tracker for resource:port and tenant:db96f4f23dc3447a883639d8a6e287b0 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:39.545846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdaa339-50e9-4baa-8767-20157ee73d7b {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:44:39.550128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:39.556429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:39.557644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.562891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Made reservation on behalf of d102ea4527da4a7faacb87532c896b1a for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:39.568557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.625110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Transition to ACTIVE for port object ffdaa339-50e9-4baa-8767-20157ee73d7b will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:39.645003 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0717f700-865a-4371-a020-abdc8651e994 req-5356c9ef-0647-44e4-bf13-10cc1f5aec89 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 210 time: 0.0794816 Jan 18 19:44:39.681988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.709402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:39.712431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Made reservation on behalf of db96f4f23dc3447a883639d8a6e287b0 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:39.724752 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.741127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.763333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 99ec3f1f-0e00-48dd-8300-ff0ab523e444, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=99ec3f1f-0e00-48dd-8300-ff0ab523e444,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:44:39.767231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.769137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 462798e4-a3e0-4d46-b64a-2c4e4a66147e up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:39.830213 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdaa339-50e9-4baa-8767-20157ee73d7b,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:39.830400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-fa0978e3-8f84-48a8-8602-ca5afb9bb413 req-a648a216-0d76-4ab5-8484-a87d1f3679bf tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:44:39.830704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:39.834902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:39.835090 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fa0978e3-8f84-48a8-8602-ca5afb9bb413 req-a648a216-0d76-4ab5-8484-a87d1f3679bf tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922198 Jan 18 19:44:39.957027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=99ec3f1f-0e00-48dd-8300-ff0ab523e444,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:39.961745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:39.968440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:39.969746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 462798e4-a3e0-4d46-b64a-2c4e4a66147e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:39.970175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:40.017431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:40.263620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:40.696889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 99ec3f1f-0e00-48dd-8300-ff0ab523e444 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:40.796124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Allocated IP 172.20.0.1 (bb0528e6-08c3-4923-8dc2-c5239cfeaf9e/4a79504a-0590-4394-a746-ed6fe8f94796/9952b772-112e-4e55-be6c-ae0549f3e618) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:40.799852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:40.856542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59344) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:40.868002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Transition to ACTIVE for port object acd22e2b-5302-4d92-a999-022ec0febbd6 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:40.887532 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:40.927162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59350) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:40.933124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2aafcf8-289d-4309-bfa8-9a73e9acc75f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:41.009326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8617a3c5-027d-4f15-a302-0e7df11c9429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:41.015160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 18 19:44:41.076490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.104354 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.105754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Attempting to bind port ffdaa339-50e9-4baa-8767-20157ee73d7b on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:41.106152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Attempting to bind port ffdaa339-50e9-4baa-8767-20157ee73d7b by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:41.106495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Attempting to bind port ffdaa339-50e9-4baa-8767-20157ee73d7b on network a031f579-c896-4c1d-b0d4-6374c1da460c {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:41.126827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853075017'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.196107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 99ec3f1f-0e00-48dd-8300-ff0ab523e444 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:41.196708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.346075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.352469 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a776c-89eb-4a6d-9032-fe41edc46e86 None None] Pushing event updated for resources: {'Port': ['ID=acd22e2b-5302-4d92-a999-022ec0febbd6,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:41.365286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Transition to ACTIVE for port object 9952b772-112e-4e55-be6c-ae0549f3e618 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:41.368482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b18a776c-89eb-4a6d-9032-fe41edc46e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:41.399674 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:41.499436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:41.499862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Checking segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:41.500315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.500749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Bound using segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:41.501403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Bound port: ffdaa339-50e9-4baa-8767-20157ee73d7b, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:41.501797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.560663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.617592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:41.622667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b051349bf145c3bc5d07cf449a69d2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:41.632779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:41.634323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:41.735254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.735254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Pushing event updated for resources: {'Port': ['ID=b9efbb72-a92f-4c58-888d-84c24b588ae6,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:41.785399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Attempting to bind port acd22e2b-5302-4d92-a999-022ec0febbd6 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:41.786304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Attempting to bind port acd22e2b-5302-4d92-a999-022ec0febbd6 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:41.786542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Attempting to bind port acd22e2b-5302-4d92-a999-022ec0febbd6 on network dd6ea230-be1f-44c8-995a-98b8e7d3634e {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:41.793037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:41.793501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Checking segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:41.794158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.795430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Bound using segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:41.795970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Bound port: acd22e2b-5302-4d92-a999-022ec0febbd6, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:41.812018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.818853 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-df751db2-6239-468e-8aca-227bcbec564a req-4c692a67-033d-41c7-8542-320bd97660f4 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 210 time: 0.4362144 Jan 18 19:44:41.858315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] For port ffdaa339-50e9-4baa-8767-20157ee73d7b, host hv-cinder-56205, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:41.863799 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] For port ffdaa339-50e9-4baa-8767-20157ee73d7b, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ffdaa339-50e9-4baa-8767-20157ee73d7b,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:41.866242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.869669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:41.871053 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.885869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:41.890520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:42.005458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:42.015656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Pushing event updated for resources: {'Port': ['ID=6f93256e-1866-4959-8509-295953f5f86e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:42.030145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:42.032169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] For port acd22e2b-5302-4d92-a999-022ec0febbd6, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:42.056098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] For port acd22e2b-5302-4d92-a999-022ec0febbd6, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=acd22e2b-5302-4d92-a999-022ec0febbd6,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:42.062656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:42.082680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:42.161493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:42.169775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-436a6afd-55e7-4fe4-838e-c7577422fb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:42.206221 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:42.221563 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:42.230635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:42.243395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a776c-89eb-4a6d-9032-fe41edc46e86 None None] Pushing event updated for resources: {'Port': ['ID=acd22e2b-5302-4d92-a999-022ec0febbd6,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:42.248455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b18a776c-89eb-4a6d-9032-fe41edc46e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:42.265314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1ee1e5de5e44aca7871ccc82858a03 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:42.277856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:42.283379 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b5b051349bf145c3bc5d07cf449a69d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3371119 Jan 18 19:44:42.290651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:42.291497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:42.297769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59362) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:42.338967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a43a32f-ac26-432b-86e0-5d4ef1405a70,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:42.347787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:42.402874 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:42.426403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-106726da-47c7-461e-bfad-3cdb1ff61598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:42.481206 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.472s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:42.487216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:42.499882 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:42.660713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-db21dae5-241a-4064-a5e3-04033082b101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:42.690611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f35d1-9381-4b3c-ae83-7b1ccabb8ac5 req-08020a9b-295b-4d27-8c32-fa93f62a4813 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:42.692628 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-688f35d1-9381-4b3c-ae83-7b1ccabb8ac5 req-08020a9b-295b-4d27-8c32-fa93f62a4813 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 943 time: 1.2995520 Jan 18 19:44:42.723026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdaa339-50e9-4baa-8767-20157ee73d7b,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:42.734683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Pushing event updated for resources: {'Port': ['ID=9952b772-112e-4e55-be6c-ae0549f3e618,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:42.751606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Allocated IP 172.20.0.6 (35e9c338-d135-4313-a197-eca2676f6839/75b585c6-cdb2-4051-8b92-a1e5f90c6458/89ad243c-1524-4450-9d99-d6523869e168) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:42.755782 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:42.756485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:42.757772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:42.757986 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] 10.222.0.113 "PUT /v2.0/ports/ffdaa339-50e9-4baa-8767-20157ee73d7b HTTP/1.1" status: 200 len: 1157 time: 4.9943995 Jan 18 19:44:42.760716 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'tag': 'ffdaa339-50e9-4baa-8767-20157ee73d7b'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:42.775104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:42.781934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd9a619c-2add-4ac3-b049-c22eeaebd615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:42.787518 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:42.856357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-face78f8-1617-4de1-8877-525a7a791371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:29Z', 'revision_number': 3, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:42.860818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face78f8-1617-4de1-8877-525a7a791371 None None] The sync data for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb is: [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:29Z', 'revision_number': 3, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:44:42.905280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:42.905825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700818'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:42.927774 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Router 110728bf-e0c3-4978-8fec-b52bcb95ac67 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:44:42.974883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:43.159743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:43.164615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-1e7e9d4c-5a87-49f1-bfdb-cc57ed47e779 None None] Provisioning for port 9952b772-112e-4e55-be6c-ae0549f3e618 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:43.170790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-1e7e9d4c-5a87-49f1-bfdb-cc57ed47e779 None None] Provisioning complete for port 9952b772-112e-4e55-be6c-ae0549f3e618 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:43.171646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9d4c-5a87-49f1-bfdb-cc57ed47e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:43.204269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:43.207429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:43.215453 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-688f35d1-9381-4b3c-ae83-7b1ccabb8ac5 req-f676f343-6ebb-4bc2-9d66-164f15135c2f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963186 Jan 18 19:44:43.252633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e9d4c-5a87-49f1-bfdb-cc57ed47e779 None None] Port 9952b772-112e-4e55-be6c-ae0549f3e618 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:44:43.287636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:43.292488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd9a619c-2add-4ac3-b049-c22eeaebd615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:43.302361 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-03efa535-31d7-4f32-b13b-970adddd9c9d req-f6d0b366-7ca0-4f14-8a59-06647972c8ce tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 210 time: 0.1667099 Jan 18 19:44:43.508341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-8e0d4a4e-87fb-42c7-beb1-a9372c5da940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:43.509993 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-8e0d4a4e-87fb-42c7-beb1-a9372c5da940 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 1160 time: 0.6789260 Jan 18 19:44:43.595791 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'tag': 'ffdaa339-50e9-4baa-8767-20157ee73d7b', 'status': 'completed', 'code': 200} Jan 18 19:44:43.609762 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4a1ee1e5de5e44aca7871ccc82858a03&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7188494 Jan 18 19:44:43.611004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Pushing event updated for resources: {'Subnet': ['ID=03147130-9045-426d-8ca9-08755d6b90b3,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:43.612246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59384) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:43.628633 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-4b1f37ac-8a60-416f-96d7-a2db5ae6e221 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffdaa339-50e9-4baa-8767-20157ee73d7b HTTP/1.1" status: 200 len: 217 time: 0.1005478 Jan 18 19:44:43.634492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:43.635041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f26e5ad-3159-4a43-b801-85f3772f6efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:43.655022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:43.697734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:44:43.724714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Sync routers for ids ['110728bf-e0c3-4978-8fec-b52bcb95ac67'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:44:43.736733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Routers {'110728bf-e0c3-4978-8fec-b52bcb95ac67'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:43.737547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['110728bf-e0c3-4978-8fec-b52bcb95ac67'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:43.748579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f64f38-2610-4cd8-ad1c-8baa2350de31,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:43.769231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:43.774064 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-95e23601-8022-4ad2-a27a-65e244d98a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:43.775660 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-95e23601-8022-4ad2-a27a-65e244d98a13 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.1216226 Jan 18 19:44:43.851002 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-6d3393c6-50f8-4b92-8cc6-23e12e2aae11 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597775 Jan 18 19:44:43.854541 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] 10.222.0.109 "PUT /v2.0/routers/110728bf-e0c3-4978-8fec-b52bcb95ac67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1566532 Jan 18 19:44:43.900735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Checking segment: {'id': '7f1f485e-89b8-4457-8edd-550d681beacb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7eae7994-56e1-4b06-b10a-7e61f954d9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:43.901170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Network hostable DHCP agents. Network: 7eae7994-56e1-4b06-b10a-7e61f954d9f3, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:44:43.974468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Set router 110728bf-e0c3-4978-8fec-b52bcb95ac67 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:44.272798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:44:44.306031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 7eae7994-56e1-4b06-b10a-7e61f954d9f3) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:44.315003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa419f82-c231-4f2c-af31-60c827b5ff78 None None] Network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:44.324387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd9a619c-2add-4ac3-b049-c22eeaebd615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:44.324684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:44.328450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:44.391563 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 5.4743874 Jan 18 19:44:44.410499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:44.430309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'b9efbb72-a92f-4c58-888d-84c24b588ae6', 'name': '', 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'mac_address': 'fa:16:3e:76:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '64165a14-a64f-4b6a-af22-9ad739bed4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:35Z', 'updated_at': '2021-01-18T19:44:40Z', 'revision_number': 2, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'subnets': [{'id': '64165a14-a64f-4b6a-af22-9ad739bed4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:44.435093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Checking router: 110728bf-e0c3-4978-8fec-b52bcb95ac67 for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:44:44.435504 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Updating router 110728bf-e0c3-4978-8fec-b52bcb95ac67 port b9efbb72-a92f-4c58-888d-84c24b588ae6 binding host dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:44:44.477939 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:44.496498 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5f6-3f48-40e3-9a01-ce2220db3686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:44.507564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:44.511362 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-fa9c0b52-88ee-4ad3-aac0-96194df256ef service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452110 Jan 18 19:44:44.643655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:44.650221 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b4a2c1-2d04-4b15-bf1f-16ec2d948400 None None] Network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:44.713398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a619c-2add-4ac3-b049-c22eeaebd615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a43a32f-ac26-432b-86e0-5d4ef1405a70,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:44.742193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-6f781f16-6eaa-41f2-8c8f-b606bf66cbab tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:44.743947 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-6f781f16-6eaa-41f2-8c8f-b606bf66cbab tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 818 time: 0.3405371 Jan 18 19:44:44.803127 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-423fb259-db09-41d4-a1bf-c3e4bcbddc7c req-6cf852c9-17a2-49d1-a95f-f084381bed9f service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2776115 Jan 18 19:44:44.812195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bd9a619c-2add-4ac3-b049-c22eeaebd615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:44.856025 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-97bf4242-6acc-4e09-8ea9-f8eb9ce06a1c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/quotas/c1fb72f1a21e450e89299c59a9abcb4f HTTP/1.1" status: 200 len: 375 time: 0.0476890 Jan 18 19:44:44.938862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device acd22e2b-5302-4d92-a999-022ec0febbd6 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:44.992288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd9a619c-2add-4ac3-b049-c22eeaebd615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:44.996249 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-bd9a619c-2add-4ac3-b049-c22eeaebd615 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4a43a32f-ac26-432b-86e0-5d4ef1405a70 HTTP/1.1" status: 204 len: 168 time: 2.6930184 Jan 18 19:44:45.100650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c6c5207a-286f-4e2f-b274-2e152ca4b97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.120115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-866047fa-2844-41bd-ae99-816fd371c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:45.121831 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-866047fa-2844-41bd-ae99-816fd371c6f0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 1160 time: 0.2036762 Jan 18 19:44:45.140530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5f6-3f48-40e3-9a01-ce2220db3686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.211412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.290648 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.305613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Transition to ACTIVE for port object b9efbb72-a92f-4c58-888d-84c24b588ae6 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:45.307529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port acd22e2b-5302-4d92-a999-022ec0febbd6 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:45.312444 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.314651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port acd22e2b-5302-4d92-a999-022ec0febbd6 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:45.315977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.340553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:45.513971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ff42b-d3fd-434f-9d79-efbe1e3380cd None None] Pushing event updated for resources: {'Port': ['ID=b9efbb72-a92f-4c58-888d-84c24b588ae6,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:45.519663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f65ff42b-d3fd-434f-9d79-efbe1e3380cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:45.637005 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.668850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.686774 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.694019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port acd22e2b-5302-4d92-a999-022ec0febbd6, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=acd22e2b-5302-4d92-a999-022ec0febbd6,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:44:45.698115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.700710 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-78f92c14-7676-461f-a065-2e0e190dbaf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:45.721307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-ffa9075b-2ad9-460a-a16f-ab0c2530843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:45.724988 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-ffa9075b-2ad9-460a-a16f-ab0c2530843a service neutron] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 909 time: 0.5058670 Jan 18 19:44:45.748137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.816479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Attempting to bind port b9efbb72-a92f-4c58-888d-84c24b588ae6 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:45.816806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Attempting to bind port b9efbb72-a92f-4c58-888d-84c24b588ae6 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:45.817497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Attempting to bind port b9efbb72-a92f-4c58-888d-84c24b588ae6 on network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:45.825385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:45.825819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Checking segment: {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:45.826158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.826583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Bound using segment: {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:45.827174 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Bound port: b9efbb72-a92f-4c58-888d-84c24b588ae6, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:45.827639 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.847093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853075017'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:45.930925 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=acd22e2b-5302-4d92-a999-022ec0febbd6,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:45.936218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:45.938524 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-4d34999a-2861-4f46-b751-fd5268f06a81 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffdaa339-50e9-4baa-8767-20157ee73d7b HTTP/1.1" status: 200 len: 217 time: 0.2088690 Jan 18 19:44:45.939218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59432) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:45.975315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] For port b9efbb72-a92f-4c58-888d-84c24b588ae6, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:45.979219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] For port b9efbb72-a92f-4c58-888d-84c24b588ae6, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=b9efbb72-a92f-4c58-888d-84c24b588ae6,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:45.991332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.011007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1896890212-network', 'tenant_id': '9bd0451e72eb42e48efcb3bffa833b72'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:46.019540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:46.035029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Usage tracker for resource:network and tenant:9bd0451e72eb42e48efcb3bffa833b72 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:46.042971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:46.055745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:46.062026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-444ed64b-a2e3-40bc-85b0-9f38d271f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:46.064129 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-444ed64b-a2e3-40bc-85b0-9f38d271f135 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.1178756 Jan 18 19:44:46.073463 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Made reservation on behalf of 9bd0451e72eb42e48efcb3bffa833b72 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:46.079837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.102129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:46.109695 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.135811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59436) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:46.171104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:46.177765 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.197750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Usage tracker for resource:security_group_rule and tenant:9bd0451e72eb42e48efcb3bffa833b72 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:46.199014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:46.207166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699246'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.230158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5f6-3f48-40e3-9a01-ce2220db3686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.261597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:46.268737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803751d-280a-47d4-8f6c-8e1e3b82f3f1 req-aff4f46e-9ab1-43d3-a2e2-f1803850b455 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:46.270963 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1803751d-280a-47d4-8f6c-8e1e3b82f3f1 req-aff4f46e-9ab1-43d3-a2e2-f1803850b455 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 943 time: 1.6131251 Jan 18 19:44:46.282648 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:46.287697 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-8372a460-9b4d-40ed-a185-90622cd0eada service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948789 Jan 18 19:44:46.290484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:46.307327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4a00f5980e415cb10d2637fe762c74 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:46.323578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Routers {'110728bf-e0c3-4978-8fec-b52bcb95ac67'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:46.324307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['110728bf-e0c3-4978-8fec-b52bcb95ac67'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:46.385139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:46.390357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.401725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:46.559086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.586585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.598549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:46.658630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device acd22e2b-5302-4d92-a999-022ec0febbd6 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:46.726652 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1803751d-280a-47d4-8f6c-8e1e3b82f3f1 req-53c84c9c-5d48-4291-862e-c28a2093e15f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005718 Jan 18 19:44:46.750083 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-5db08128-7213-495e-a026-0402778747c5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8890700 Jan 18 19:44:46.760749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:46.760915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port acd22e2b-5302-4d92-a999-022ec0febbd6 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:46.760915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.761039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:46.792429 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-b1e30af1-7cda-4c40-ae7c-cf5c11ac1162 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814630 Jan 18 19:44:46.881863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.886717 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Pushing event updated for resources: {'Port': ['ID=9952b772-112e-4e55-be6c-ae0549f3e618,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:46.897104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] Set router 110728bf-e0c3-4978-8fec-b52bcb95ac67 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:46.963919 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3d4a00f5980e415cb10d2637fe762c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8248825 Jan 18 19:44:46.969867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5f6-3f48-40e3-9a01-ce2220db3686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:46.971087 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c5b6e5f6-3f48-40e3-9a01-ce2220db3686 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e9f64f38-2610-4cd8-ad1c-8baa2350de31 HTTP/1.1" status: 204 len: 168 time: 3.3552918 Jan 18 19:44:46.973004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59440) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:46.973796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8559a9ec-c2b9-4988-bb22-9c98faa18f81,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:46.997473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:47.022184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ff42b-d3fd-434f-9d79-efbe1e3380cd None None] Pushing event updated for resources: {'Port': ['ID=b9efbb72-a92f-4c58-888d-84c24b588ae6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:47.025739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f65ff42b-d3fd-434f-9d79-efbe1e3380cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:47.121379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-7d0d5f73-fb7e-4193-9b9c-3a11c7b97b8d None None] Provisioning complete for port 9952b772-112e-4e55-be6c-ae0549f3e618 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:47.121731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5f73-fb7e-4193-9b9c-3a11c7b97b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.218316 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d5f73-fb7e-4193-9b9c-3a11c7b97b8d None None] Port 9952b772-112e-4e55-be6c-ae0549f3e618 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:44:47.220944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b565720-a139-4280-8613-cd72e9c04b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.286276 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.294241 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bf673fc-7084-4f99-a639-5e429735cf08 req-f855ddbb-7929-4a4c-a2b7-7bcefde2955c service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4824612 Jan 18 19:44:47.299024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b565720-a139-4280-8613-cd72e9c04b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.309796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.324785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:47.386399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:44:47.389761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac970367-f9ce-4c02-a99d-1d3b7d62479b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:47.396310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:47.403666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.404287 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Added segment 76ebde43-5aad-42b3-8355-dc338ae8ad1f of type vxlan for network 44796b23-b38a-47df-a19d-f4a26a6e4815 Jan 18 19:44:47.413780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'b9efbb72-a92f-4c58-888d-84c24b588ae6', 'name': '', 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'mac_address': 'fa:16:3e:76:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '64165a14-a64f-4b6a-af22-9ad739bed4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:35Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'subnets': [{'id': '64165a14-a64f-4b6a-af22-9ad739bed4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:47.420355 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cad987-705d-48cb-98d7-352559e5c972 None None] The sync data for ids ['110728bf-e0c3-4978-8fec-b52bcb95ac67'] in dv-cinder-562053-17-smb is: [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'b9efbb72-a92f-4c58-888d-84c24b588ae6', 'name': '', 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'mac_address': 'fa:16:3e:76:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '64165a14-a64f-4b6a-af22-9ad739bed4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:35Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'subnets': [{'id': '64165a14-a64f-4b6a-af22-9ad739bed4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:44:47.439154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b565720-a139-4280-8613-cd72e9c04b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.452285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-584329ad-a9b1-48cb-bb72-99e825b3ad89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:47.471119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.478014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b565720-a139-4280-8613-cd72e9c04b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8559a9ec-c2b9-4988-bb22-9c98faa18f81,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:47.481857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3b565720-a139-4280-8613-cd72e9c04b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:47.537520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Router afbfa0f8-5eee-41bb-828c-ecd4575fc969 is scheduled to L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 18 19:44:47.559788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b565720-a139-4280-8613-cd72e9c04b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.561237 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3b565720-a139-4280-8613-cd72e9c04b9b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8559a9ec-c2b9-4988-bb22-9c98faa18f81 HTTP/1.1" status: 204 len: 168 time: 0.5697608 Jan 18 19:44:47.569145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.572142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:47.573113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.591406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:47.619899 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6755047 Jan 18 19:44:47.625809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59450) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:47.672146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Request body: {'subnet': {'network_id': '44796b23-b38a-47df-a19d-f4a26a6e4815', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1896890212-subnet', 'tenant_id': '9bd0451e72eb42e48efcb3bffa833b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:47.681229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:47.701705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Pushing event updated for resources: {'Port': ['ID=89ad243c-1524-4450-9d99-d6523869e168,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:47.754848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Usage tracker for resource:subnet and tenant:9bd0451e72eb42e48efcb3bffa833b72 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:47.763650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:47.773630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Pushing event updated for resources: {'Network': ['ID=44796b23-b38a-47df-a19d-f4a26a6e4815,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:47.776322 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:47.781102 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:47.787167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.685s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:47.790528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 44796b23-b38a-47df-a19d-f4a26a6e4815 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:47.793872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Made reservation on behalf of 9bd0451e72eb42e48efcb3bffa833b72 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:47.794007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.576s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:47.794247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:47.799192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.828866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 44796b23-b38a-47df-a19d-f4a26a6e4815 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:44:47.829591 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bd9a619c-2add-4ac3-b049-c22eeaebd615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.294s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:47.838646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59456) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:47.877092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:47.948264 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:47.952308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Usage tracker for resource:security_group_rule and tenant:b10b6275645a4e0a83cdbde2dee0a0ac is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:47.956275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:47.957325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6e5f6-3f48-40e3-9a01-ce2220db3686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f64f38-2610-4cd8-ad1c-8baa2350de31,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:47.971947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c5b6e5f6-3f48-40e3-9a01-ce2220db3686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:47.979632 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-edb3b3f8-8156-4033-aae6-84bbc74076b8 service neutron] 10.222.0.109 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2285790 Jan 18 19:44:47.981114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:47.991755 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Network 35e9c338-d135-4313-a197-eca2676f6839 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:48.060335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:48.067919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:48.103128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:48.103128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:48.149145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86275342-3549-41b0-bb39-0f45e91f7342 req-474e4524-de3d-4ca5-b155-a1c91f924ee6 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:48.150057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-86275342-3549-41b0-bb39-0f45e91f7342 req-474e4524-de3d-4ca5-b155-a1c91f924ee6 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Synchronizing usage tracker for tenant:db96f4f23dc3447a883639d8a6e287b0 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:44:48.172794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:44:48.275330 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3620434 Jan 18 19:44:48.455587 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Request body: {'port': {'device_id': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:48.548715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:48.554586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:48.638119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:44:48.657172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:48.683895 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-801e6f01-2bd6-459f-98ba-fac6c9dc48ae service neutron] 10.222.0.109 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6685064 Jan 18 19:44:48.688447 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b10b6275645a4e0a83cdbde2dee0a0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471284 Jan 18 19:44:48.713787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59472) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:48.714664 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Sync routers for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:44:48.732465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:48.744860 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 19.6192663 Jan 18 19:44:48.746671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59476) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:48.790007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device b9efbb72-a92f-4c58-888d-84c24b588ae6 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:48.839268 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e446676f-81bc-47b8-9234-0ae27daa6f19,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:48.882656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:48.936654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b4e40ea5-724d-4280-b356-58a70b6ff5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:48.997056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-86275342-3549-41b0-bb39-0f45e91f7342 req-474e4524-de3d-4ca5-b155-a1c91f924ee6 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Unset dirty status for tenant:db96f4f23dc3447a883639d8a6e287b0 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:44:49.006262 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-86275342-3549-41b0-bb39-0f45e91f7342 req-474e4524-de3d-4ca5-b155-a1c91f924ee6 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 931 time: 2.0575969 Jan 18 19:44:49.013979 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:49.014704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:49.117339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b4e40ea5-724d-4280-b356-58a70b6ff5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:49.216813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:49.265539 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:49.368347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port b9efbb72-a92f-4c58-888d-84c24b588ae6 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:49.475705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:49.593961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd05841-2ccc-4830-b78f-4e3e9808d02f,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:49.599049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:49.642986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Checking segment: {'id': '76ebde43-5aad-42b3-8355-dc338ae8ad1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '44796b23-b38a-47df-a19d-f4a26a6e4815'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:49.643571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Network hostable DHCP agents. Network: 44796b23-b38a-47df-a19d-f4a26a6e4815, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:44:49.649152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b4e40ea5-724d-4280-b356-58a70b6ff5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:49.656075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a3923e63-487e-489c-8a00-a94d6a224e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:49.685227 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e40ea5-724d-4280-b356-58a70b6ff5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e446676f-81bc-47b8-9234-0ae27daa6f19,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:49.690443 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b4e40ea5-724d-4280-b356-58a70b6ff5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:49.691218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Network 44796b23-b38a-47df-a19d-f4a26a6e4815 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:44:49.704018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b4e40ea5-724d-4280-b356-58a70b6ff5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:49.708474 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b4e40ea5-724d-4280-b356-58a70b6ff5f5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e446676f-81bc-47b8-9234-0ae27daa6f19 HTTP/1.1" status: 204 len: 168 time: 0.9826999 Jan 18 19:44:49.709961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 44796b23-b38a-47df-a19d-f4a26a6e4815) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:49.716128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:49.716791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:49.729491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:49.769167 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-86275342-3549-41b0-bb39-0f45e91f7342 req-b76e873f-7a42-4a16-8690-59c5e3e3e24c tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7607608 Jan 18 19:44:49.779460 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f985e893-7ac5-4e2f-9449-509d60db2806 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1509674 Jan 18 19:44:49.805060 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:44:49.817763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Sync routers for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:44:49.845323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:49.846041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:49.863212 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14ab7c-8557-4988-af3d-ef637ab8c392 None None] Network 44796b23-b38a-47df-a19d-f4a26a6e4815 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:49.873235 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] 10.222.0.109 "PUT /v2.0/routers/1ef5e45e-8c3c-4288-b6d7-3a02716087cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0390248 Jan 18 19:44:49.945961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port b9efbb72-a92f-4c58-888d-84c24b588ae6 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:49.946392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:50.101390 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b027c55-8a25-4bef-823a-847e8c99c167 req-00eefadb-00d6-4164-a855-386650463fd4 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:50.103459 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6b027c55-8a25-4bef-823a-847e8c99c167 req-00eefadb-00d6-4164-a855-386650463fd4 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 943 time: 0.7824492 Jan 18 19:44:50.448399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:50.582280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:50.805853 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port b9efbb72-a92f-4c58-888d-84c24b588ae6, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=b9efbb72-a92f-4c58-888d-84c24b588ae6,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:44:50.825393 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:50.830608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:50.876385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8e219-cdf7-4410-b05b-9417d7ecc05a None None] Network 44796b23-b38a-47df-a19d-f4a26a6e4815 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:44:50.939626 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-427c503d-d987-43d3-8f78-7215cd6307af req-46fff93d-2883-4590-b725-6aa000abb004 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 210 time: 0.1577196 Jan 18 19:44:50.953260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:44:42Z', 'revision_number': 3, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:50.966221 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Checking router: afbfa0f8-5eee-41bb-828c-ecd4575fc969 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:44:50.966753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Updating router afbfa0f8-5eee-41bb-828c-ecd4575fc969 port 6f93256e-1866-4959-8509-295953f5f86e binding host dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:44:51.096546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 2, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:51.115760 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6b027c55-8a25-4bef-823a-847e8c99c167 req-d1408560-ae9c-4a35-a51e-289866397bf9 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097528 Jan 18 19:44:51.117541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Checking router: 1ef5e45e-8c3c-4288-b6d7-3a02716087cb for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:44:51.118094 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Updating router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb port 9952b772-112e-4e55-be6c-ae0549f3e618 binding host dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:44:51.125483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=b9efbb72-a92f-4c58-888d-84c24b588ae6,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:51.143593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:51.150649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:51.310542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:52.013160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-75d6c469-30ec-43d8-ba2d-c595fcf093f5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:52.025148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-75d6c469-30ec-43d8-ba2d-c595fcf093f5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Synchronizing usage tracker for tenant:c1fb72f1a21e450e89299c59a9abcb4f on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:44:52.060843 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-75d6c469-30ec-43d8-ba2d-c595fcf093f5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Unset dirty status for tenant:c1fb72f1a21e450e89299c59a9abcb4f on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:44:52.062144 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-75d6c469-30ec-43d8-ba2d-c595fcf093f5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 818 time: 0.5192680 Jan 18 19:44:52.088599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Request body: {'port': {'device_id': 'accc42b9-5d7a-47d2-9436-db8d65d56499', 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7', 'admin_state_up': True, 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:52.240238 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06484755-4343-4949-9edb-7ae6657f1427 req-f9c90646-2e77-4fcd-a676-47a06a3165c5 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:52.258207 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-06484755-4343-4949-9edb-7ae6657f1427 req-f9c90646-2e77-4fcd-a676-47a06a3165c5 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 931 time: 1.0493085 Jan 18 19:44:52.511773 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-06484755-4343-4949-9edb-7ae6657f1427 req-0e770427-f2cc-4e90-a130-40579fa107f8 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524779 Jan 18 19:44:52.537864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:52.568863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:52.585001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Usage tracker for resource:port and tenant:c1fb72f1a21e450e89299c59a9abcb4f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:52.590566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Transition to ACTIVE for port object 9952b772-112e-4e55-be6c-ae0549f3e618 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:52.599761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:52.601160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Quota usage for port was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:52.623749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:52.634204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f65ff42b-d3fd-434f-9d79-efbe1e3380cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:52.635447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Made reservation on behalf of c1fb72f1a21e450e89299c59a9abcb4f for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:44:52.646493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:52.751815 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:52.764513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Transition to ACTIVE for port object 6f93256e-1866-4959-8509-295953f5f86e will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:52.805203 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:52.857922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e23a1-41ad-40a1-ae4d-ac87cd10548c None None] Pushing event updated for resources: {'Port': ['ID=9952b772-112e-4e55-be6c-ae0549f3e618,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:52.915342 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a43e23a1-41ad-40a1-ae4d-ac87cd10548c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:53.042304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Allocated IP 172.20.0.5 (2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7/64165a14-a64f-4b6a-af22-9ad739bed4d4/f7ebde74-cec3-459f-afb3-816dd5a3b6ea) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:53.054732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b18a776c-89eb-4a6d-9032-fe41edc46e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:53.080254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ad243c-1524-4450-9d99-d6523869e168 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:44:53.102548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.132147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Transition to ACTIVE for port object 89ad243c-1524-4450-9d99-d6523869e168 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:53.156424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device b9efbb72-a92f-4c58-888d-84c24b588ae6 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:53.334471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.446546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eb7791d2-0f8a-4952-aed8-475baea1c747 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:53.607831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Attempting to bind port 9952b772-112e-4e55-be6c-ae0549f3e618 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:53.608247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Attempting to bind port 9952b772-112e-4e55-be6c-ae0549f3e618 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:53.608657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Attempting to bind port 9952b772-112e-4e55-be6c-ae0549f3e618 on network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:53.610280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Attempting to bind port 6f93256e-1866-4959-8509-295953f5f86e on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:53.610710 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Attempting to bind port 6f93256e-1866-4959-8509-295953f5f86e by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:53.611178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Attempting to bind port 6f93256e-1866-4959-8509-295953f5f86e on network dd6ea230-be1f-44c8-995a-98b8e7d3634e {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:53.626391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:53.626834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Checking segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:53.627325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.627826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Bound using segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:53.628401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Bound port: 9952b772-112e-4e55-be6c-ae0549f3e618, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:53.628864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.656938 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:53.657360 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Checking segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:53.657814 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.658257 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Bound using segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:53.658792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Bound port: 6f93256e-1866-4959-8509-295953f5f86e, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:53.689098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.690491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.742825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.883780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] For port 9952b772-112e-4e55-be6c-ae0549f3e618, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:53.894370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] For port 9952b772-112e-4e55-be6c-ae0549f3e618, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=9952b772-112e-4e55-be6c-ae0549f3e618,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:53.902866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:53.930501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59580) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:53.947014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:54.016859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:54.119989 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:54.120416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] For port 6f93256e-1866-4959-8509-295953f5f86e, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:54.121191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:54.129662 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:54.145237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] For port 6f93256e-1866-4959-8509-295953f5f86e, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=6f93256e-1866-4959-8509-295953f5f86e,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:54.151489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:54.152248 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:54.223879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Pushing event updated for resources: {'Port': ['ID=f7ebde74-cec3-459f-afb3-816dd5a3b6ea,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:54.232232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:54.234262 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1522532 Jan 18 19:44:54.260338 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Request body: {'port': {'device_id': 'accc42b9-5d7a-47d2-9436-db8d65d56499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:54.293156 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'security_group': {'name': 'tempest-securitygroup--709442728', 'description': 'tempest-description--554518857'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:54.312511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:54.315116 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:54.326524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:security_group and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:54.337235 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e23a1-41ad-40a1-ae4d-ac87cd10548c None None] Pushing event updated for resources: {'Port': ['ID=9952b772-112e-4e55-be6c-ae0549f3e618,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:54.337692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:54.355783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:54.370573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a43e23a1-41ad-40a1-ae4d-ac87cd10548c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:54.451891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:54.478439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:54.491214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:54.784054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d695cf-d472-4014-85a8-6cfc8516a38c None None] Pushing event updated for resources: {'Port': ['ID=6f93256e-1866-4959-8509-295953f5f86e,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:54.800076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-11d695cf-d472-4014-85a8-6cfc8516a38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.745s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:54.800740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-291f7643-2779-4358-ac90-89206f2cc12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:54.893759 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:54.895936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:54.944697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:44:54.945421 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:55.158243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d695cf-d472-4014-85a8-6cfc8516a38c None None] Pushing event updated for resources: {'Port': ['ID=6f93256e-1866-4959-8509-295953f5f86e,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:55.196877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port b9efbb72-a92f-4c58-888d-84c24b588ae6 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:55.196877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:55.212658 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ebde74-cec3-459f-afb3-816dd5a3b6ea {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:44:55.229141 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:55.246549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Transition to ACTIVE for port object f7ebde74-cec3-459f-afb3-816dd5a3b6ea will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:55.251453 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:55.271278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:55.273029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:55.275263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-11d695cf-d472-4014-85a8-6cfc8516a38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:55.281709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:security_group_rule and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:55.288528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:55.302063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:55.372976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:44:55.415723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:55.484129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:55.555348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-50aeb2b9-f42c-48fb-b219-219d81e1846e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:55.564782 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-50aeb2b9-f42c-48fb-b219-219d81e1846e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 818 time: 1.2774959 Jan 18 19:44:55.568334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Pushing event updated for resources: {'Port': ['ID=f7ebde74-cec3-459f-afb3-816dd5a3b6ea,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:55.589432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:55.595557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:44:55.618324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Pushing event updated for resources: {'Port': ['ID=89ad243c-1524-4450-9d99-d6523869e168,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:55.684072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:55.692495 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-93f23ce0-48be-4846-9c6b-a727609db6f3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/quotas/c1fb72f1a21e450e89299c59a9abcb4f HTTP/1.1" status: 200 len: 375 time: 0.1260877 Jan 18 19:44:55.714365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.268s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:55.817845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Attempting to bind port f7ebde74-cec3-459f-afb3-816dd5a3b6ea on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:55.818223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Attempting to bind port f7ebde74-cec3-459f-afb3-816dd5a3b6ea by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:55.818594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Attempting to bind port f7ebde74-cec3-459f-afb3-816dd5a3b6ea on network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:55.824838 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:55.825208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Checking segment: {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:55.825615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:55.826013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Bound using segment: {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:55.826497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Bound port: f7ebde74-cec3-459f-afb3-816dd5a3b6ea, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:55.826873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:55.854775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:53Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:55.862076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8629601-aae4-4f4f-9968-646ea85f3c6c None None] The sync data for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb is: [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:53Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:44:55.926340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:56.001767 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'SecurityGroup': ['ID=53a76b3d-bd7a-40bc-9667-e9d466e10043,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:56.018176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:56.021576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] For port f7ebde74-cec3-459f-afb3-816dd5a3b6ea, host hv-cinder-56205, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:56.025693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] For port f7ebde74-cec3-459f-afb3-816dd5a3b6ea, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:56.039295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:56.070206 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a4b31697-7373-4fc1-a9ca-fe5f405a4a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:56.173065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Attempting to bind port 89ad243c-1524-4450-9d99-d6523869e168 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:56.173588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Attempting to bind port 89ad243c-1524-4450-9d99-d6523869e168 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '98cffcf7-e2c6-4e87-80e0-75b8243bf88e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35e9c338-d135-4313-a197-eca2676f6839'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:44:56.181034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Attempting to bind port 89ad243c-1524-4450-9d99-d6523869e168 on network 35e9c338-d135-4313-a197-eca2676f6839 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:44:56.183910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:44:42Z', 'revision_number': 3, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:44:56.206000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbedfa1-b492-4d22-be6b-b0e3116d9f05 None None] The sync data for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb is: [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:44:42Z', 'revision_number': 3, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:44:56.264100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Pushing event updated for resources: {'Port': ['ID=f7ebde74-cec3-459f-afb3-816dd5a3b6ea,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:56.278735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:56.324779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:56.325897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:56.326999 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] 10.222.0.113 "PUT /v2.0/ports/f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 200 len: 1157 time: 2.0736675 Jan 18 19:44:56.327579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accc42b9-5d7a-47d2-9436-db8d65d56499', 'tag': 'f7ebde74-cec3-459f-afb3-816dd5a3b6ea'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:56.570732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:44:56.571274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Checking segment: {'id': '98cffcf7-e2c6-4e87-80e0-75b8243bf88e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35e9c338-d135-4313-a197-eca2676f6839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:44:56.571830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:56.572330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Bound using segment: {'id': '98cffcf7-e2c6-4e87-80e0-75b8243bf88e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35e9c338-d135-4313-a197-eca2676f6839'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:44:56.572950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Bound port: 89ad243c-1524-4450-9d99-d6523869e168, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cffcf7-e2c6-4e87-80e0-75b8243bf88e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35e9c338-d135-4313-a197-eca2676f6839'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:44:56.573416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:56.616908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-c07277c7-44a9-44d0-81c3-70b6c80ac6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:56.618596 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-c07277c7-44a9-44d0-81c3-70b6c80ac6a7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1160 time: 0.2233028 Jan 18 19:44:56.639543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:56.640894 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.6700940 Jan 18 19:44:56.650858 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59632) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:56.705954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-6d88ee64-e3ab-4930-aab4-3fac07ebe785 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:56.705954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-6d88ee64-e3ab-4930-aab4-3fac07ebe785 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Synchronizing usage tracker for tenant:d102ea4527da4a7faacb87532c896b1a on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:44:56.719546 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-d64d5b74-f389-47a7-97b7-1b9fbb13185f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 200 len: 217 time: 0.0848739 Jan 18 19:44:56.736027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'security_group_rule': {'security_group_id': '53a76b3d-bd7a-40bc-9667-e9d466e10043', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:56.748143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Allocated IP 172.20.0.1 (cc5ef4fe-e105-49d1-b24f-3c9a34f25841/636b765a-fdca-4f0c-b10e-4809a6cf2ed0/2c3214a5-17bd-473f-9740-c659b2305b59) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:44:56.754233 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:56.758568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:security_group_rule and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:56.761680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:56.798684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-302a1438-e7b9-4acc-b8bd-eea05d6cc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:56.800754 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-302a1438-e7b9-4acc-b8bd-eea05d6cc049 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.0761235 Jan 18 19:44:56.813231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:56.861373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] For port 89ad243c-1524-4450-9d99-d6523869e168, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:44:56.867092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] For port 89ad243c-1524-4450-9d99-d6523869e168, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=89ad243c-1524-4450-9d99-d6523869e168,segment=NetworkSegment(98cffcf7-e2c6-4e87-80e0-75b8243bf88e),segment_id=98cffcf7-e2c6-4e87-80e0-75b8243bf88e)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:44:56.870210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:56.870510 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-5992a180-d9bc-4244-948c-5129c07f7f8b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631001 Jan 18 19:44:56.913166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-6d88ee64-e3ab-4930-aab4-3fac07ebe785 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Unset dirty status for tenant:d102ea4527da4a7faacb87532c896b1a on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:44:56.919684 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-6d88ee64-e3ab-4930-aab4-3fac07ebe785 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/networks?id=7eae7994-56e1-4b06-b10a-7e61f954d9f3 HTTP/1.1" status: 200 len: 807 time: 3.0852387 Jan 18 19:44:57.003191 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-dd63146b-e876-468e-b5b6-edf29f7c9804 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3093495 Jan 18 19:44:57.060807 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-703738c3-52f9-4b48-9521-b11228531a2d tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/quotas/d102ea4527da4a7faacb87532c896b1a HTTP/1.1" status: 200 len: 375 time: 0.0921824 Jan 18 19:44:57.062028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:57.084302 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-d115f0d3-3d66-412a-ae5e-d7c8d8843083 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055302 Jan 18 19:44:57.286318 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3be3ab5-10dd-43b4-8597-56ab12141d9f req-f2cb8b51-7850-404e-b9f9-0d43dc342065 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1905103 Jan 18 19:44:57.338316 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:57.431465 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-15830f8b-f30d-4bef-b5fe-2b611961cb22 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?tenant_id=d102ea4527da4a7faacb87532c896b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1899881 Jan 18 19:44:57.501080 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-b3e22a1d-3ab8-4d18-9a7c-6aec799dc44d service neutron] 10.222.0.109 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969254 Jan 18 19:44:57.675851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 9952b772-112e-4e55-be6c-ae0549f3e618 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:57.726945 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:57.803988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 9952b772-112e-4e55-be6c-ae0549f3e618 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:57.812652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 9952b772-112e-4e55-be6c-ae0549f3e618 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:57.813026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:57.844701 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:57.895980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-e04985e2-1a3b-42eb-a1ff-ebab4582d8de service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:44:57.897099 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-e04985e2-1a3b-42eb-a1ff-ebab4582d8de service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2058589 Jan 18 19:44:57.934805 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Pushing event updated for resources: {'Port': ['ID=89ad243c-1524-4450-9d99-d6523869e168,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:57.971948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:57.985093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:58.004795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.037019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.044869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 9952b772-112e-4e55-be6c-ae0549f3e618, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=9952b772-112e-4e55-be6c-ae0549f3e618,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:44:58.055153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.056219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 6f93256e-1866-4959-8509-295953f5f86e up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:58.089170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-11d695cf-d472-4014-85a8-6cfc8516a38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:58.227098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=9952b772-112e-4e55-be6c-ae0549f3e618,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:58.230629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 6f93256e-1866-4959-8509-295953f5f86e completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:58.236505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:58.238714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 6f93256e-1866-4959-8509-295953f5f86e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:58.239707 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.325214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08f7cc5-feb4-4b01-9205-d06fbc28010e,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:58.338534 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-ff0a9ef4-d2de-4a96-8aa9-be252088c7a6 service neutron] 10.222.0.109 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7575307 Jan 18 19:44:58.352765 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:58.353755 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.354840 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6767986 Jan 18 19:44:58.359148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59722) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:58.359292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Transition to ACTIVE for port object 2c3214a5-17bd-473f-9740-c659b2305b59 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:44:58.365371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'security_group_rule': {'security_group_id': '53a76b3d-bd7a-40bc-9667-e9d466e10043', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:58.374705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:58.375712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.377120 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] 10.222.0.113 "PUT /v2.0/ports/89ad243c-1524-4450-9d99-d6523869e168 HTTP/1.1" status: 200 len: 1157 time: 10.0181968 Jan 18 19:44:58.379671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'tag': '89ad243c-1524-4450-9d99-d6523869e168'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:58.398445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:58.421100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-2508f8a4-368c-4be0-afb6-91b427182ee0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:44:58.424331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:security_group_rule and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:58.438948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:58.456673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:58.472972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.494044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.500900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 6f93256e-1866-4959-8509-295953f5f86e, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=6f93256e-1866-4959-8509-295953f5f86e,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:44:58.505840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.510909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-11d695cf-d472-4014-85a8-6cfc8516a38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:58.572434 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-d0cee159-2fee-493c-9b25-cc042258b0a0 service neutron] 10.222.0.109 "GET /v2.0/networks/7eae7994-56e1-4b06-b10a-7e61f954d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603508 Jan 18 19:44:58.697086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.701939 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.704088 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:58.724193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.756978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179272fa-cab3-4f59-8ffd-60d90e07c770,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:58.775578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:58.781845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.786558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4225292 Jan 18 19:44:58.786873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59750) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:44:58.792785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'floatingip': {'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:58.815913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:44:58.833975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:floatingip and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:44:58.837645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:44:58.852478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:44:58.870098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:44:58.884114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:58.940503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ffdaa339-50e9-4baa-8767-20157ee73d7b up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:44:59.052403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=6f93256e-1866-4959-8509-295953f5f86e,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:59.055563 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port ffdaa339-50e9-4baa-8767-20157ee73d7b completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:44:59.061473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:59.064840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ffdaa339-50e9-4baa-8767-20157ee73d7b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:44:59.065392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:59.166900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:59.174320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3214a5-17bd-473f-9740-c659b2305b59,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:44:59.179950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:44:59.184312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-e41dcdd5-f592-4f86-a3f5-6710a9b7b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:59.187007 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-e41dcdd5-f592-4f86-a3f5-6710a9b7b385 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=db96f4f23dc3447a883639d8a6e287b0&device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 1160 time: 0.7295527 Jan 18 19:44:59.192978 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-61d730b4-79b2-4eb4-a7fe-a8b08513119d service neutron] 10.222.0.109 "GET /v2.0/networks/7eae7994-56e1-4b06-b10a-7e61f954d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6025229 Jan 18 19:44:59.425322 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-36d8926f-5ebd-40d7-a045-5a046026ba68 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ad243c-1524-4450-9d99-d6523869e168 HTTP/1.1" status: 200 len: 217 time: 0.0944288 Jan 18 19:44:59.505031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:59.510015 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-0e5e7cff-618a-4e81-b5d5-83e72db1e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:44:59.511783 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-0e5e7cff-618a-4e81-b5d5-83e72db1e6c7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=75b585c6-cdb2-4051-8b92-a1e5f90c6458 HTTP/1.1" status: 200 len: 852 time: 0.0766985 Jan 18 19:44:59.513894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:44:59.522612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:44:59.538852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:44:59.539634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700818'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:44:59.656266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdaa339-50e9-4baa-8767-20157ee73d7b'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:59.713152 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-8586e0f8-941e-40a9-8ba2-e087c0efd1c1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=35e9c338-d135-4313-a197-eca2676f6839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454957 Jan 18 19:44:59.872558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 9952b772-112e-4e55-be6c-ae0549f3e618 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:00.008313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port ffdaa339-50e9-4baa-8767-20157ee73d7b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ffdaa339-50e9-4baa-8767-20157ee73d7b,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:00.014128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.017147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-186bdfb1-cac8-42c9-b18d-69089aee1598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:00.088891 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-a57458a2-9405-4287-ad5d-54f54d051f21 service neutron] 10.222.0.113 "GET /v2.0/networks/35e9c338-d135-4313-a197-eca2676f6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538775 Jan 18 19:45:00.099494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Allocated IP 172.28.3.209 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/b0ed759d-b1cb-499e-bc28-b9def5a7d582) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:00.123839 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59800) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:00.262132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 9952b772-112e-4e55-be6c-ae0549f3e618 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:00.262549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.298191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59808) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:00.369850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-4a47fb0d-44e0-45b9-96be-edfce11d8462 None None] Provisioning for port 2c3214a5-17bd-473f-9740-c659b2305b59 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:00.391042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-4a47fb0d-44e0-45b9-96be-edfce11d8462 None None] Provisioning complete for port 2c3214a5-17bd-473f-9740-c659b2305b59 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:00.391418 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a47fb0d-44e0-45b9-96be-edfce11d8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.400273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.407527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87e92-6fe9-4eab-9e81-bc807a617934 req-db969233-ccb1-4a7a-9224-ac5e67df78b1 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:00.409545 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8fc87e92-6fe9-4eab-9e81-bc807a617934 req-db969233-ccb1-4a7a-9224-ac5e67df78b1 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 943 time: 1.3096950 Jan 18 19:45:00.428350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:00.453999 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Usage tracker for resource:security_group_rule and tenant:b4f59cd8a91b415fae1b574a4f12767e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:00.469789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:00.482628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:00.498623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.506898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=ffdaa339-50e9-4baa-8767-20157ee73d7b,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:00.545775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:00.607185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-4a47fb0d-44e0-45b9-96be-edfce11d8462 None None] Port 2c3214a5-17bd-473f-9740-c659b2305b59 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:45:00.628211 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-887efc8e-cbb9-4ed2-a3a9-b671f864c087 req-c7b37152-a3b3-4623-88eb-c120093f315f service neutron] 10.222.0.113 "GET /v2.0/networks/35e9c338-d135-4313-a197-eca2676f6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5380676 Jan 18 19:45:00.630050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.656480 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8fc87e92-6fe9-4eab-9e81-bc807a617934 req-ab938dcc-b37b-47ed-a5c1-7ec569a5681d tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278576 Jan 18 19:45:00.673243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.683697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:00.687574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.729291 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 6f93256e-1866-4959-8509-295953f5f86e up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:00.752688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:00.775842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Usage tracker for resource:security_group_rule and tenant:a9470e6f2d414e81912a889d63186f67 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:00.815420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:00.822847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.860025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4fd10-32ca-4295-8512-6c8fb3dd8f9f req-55b6b762-a6fb-412a-b703-10a09ef669dc tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:00.862239 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-96d4fd10-32ca-4295-8512-6c8fb3dd8f9f req-55b6b762-a6fb-412a-b703-10a09ef669dc tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 943 time: 0.7694516 Jan 18 19:45:00.880167 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accc42b9-5d7a-47d2-9436-db8d65d56499', 'tag': 'f7ebde74-cec3-459f-afb3-816dd5a3b6ea', 'status': 'completed', 'code': 200} Jan 18 19:45:00.890130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.920052 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-674c9f7f-2f30-420b-98f7-ef396afe6493 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:45:00.933434 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 6f93256e-1866-4959-8509-295953f5f86e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:00.934007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:00.957779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:01.117954 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-419d5570-655c-44ef-9e48-cc652872b97b req-c700dfb2-b9da-46c0-b55b-e4c7bd5e22f7 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 210 time: 0.1140926 Jan 18 19:45:01.147968 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-96d4fd10-32ca-4295-8512-6c8fb3dd8f9f req-c2f06799-7839-44e8-8fd3-755d12f11ab1 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720795 Jan 18 19:45:01.302455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-0035a8d0-054b-48d8-abb4-835be7778de2 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:01.304270 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-0035a8d0-054b-48d8-abb4-835be7778de2 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 818 time: 0.6012888 Jan 18 19:45:01.320368 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'tag': '89ad243c-1524-4450-9d99-d6523869e168', 'status': 'completed', 'code': 200} Jan 18 19:45:01.361248 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'Port': ['ID=b0ed759d-b1cb-499e-bc28-b9def5a7d582,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:01.365802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.113', 49880) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:01.381708 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b4f59cd8a91b415fae1b574a4f12767e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2535367 Jan 18 19:45:01.386072 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-537a5397-d989-4645-b643-0d501b26ca9c req-3a7d70ae-9ee7-4529-a2d9-b842a583c6c2 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.0792944 Jan 18 19:45:01.390126 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:01.390676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4628e795-abef-4f6c-9e1f-abdd9e0825ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:01.392131 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59832) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:01.397741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Request body: {'port': {'device_id': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7', 'admin_state_up': True, 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:01.460288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:01.471899 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdaa339-50e9-4baa-8767-20157ee73d7b', 'code': 200} Jan 18 19:45:01.511026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:01.547465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:01.552981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:01.559906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024a337a-3d7e-4300-aaa7-e135e88be599,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:01.564537 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:01.568453 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:01.572952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:01.577840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:01.584718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.113', 49881) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:01.687831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:01.695352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:01.696680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:01.751592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-e4a578fa-51ab-4829-89c9-96cda595450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:01.753708 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-e4a578fa-51ab-4829-89c9-96cda595450e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1160 time: 0.7050681 Jan 18 19:45:01.791153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.113', 49882) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:01.868176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76179fc-c8c1-4538-a741-51b716dc1e5b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:01.871762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:01.877658 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a9470e6f2d414e81912a889d63186f67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5663447 Jan 18 19:45:01.878669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59842) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:01.904000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:01.961803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port f7ebde74-cec3-459f-afb3-816dd5a3b6ea, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:01.967966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:01.969583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ffdaa339-50e9-4baa-8767-20157ee73d7b up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:01.975725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-77b53a90-5c87-4be8-ac3d-98512052490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:01.977425 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-77b53a90-5c87-4be8-ac3d-98512052490b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=db96f4f23dc3447a883639d8a6e287b0&device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 1160 time: 0.6026008 Jan 18 19:45:01.992581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:01.998286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:02.111229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=f7ebde74-cec3-459f-afb3-816dd5a3b6ea,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:02.114889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:02.124371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ffdaa339-50e9-4baa-8767-20157ee73d7b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:02.124648 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.170444 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7ed0-57d0-4770-aa17-b57b6f2f75d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.216025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-06f68bdb-36c4-42e2-8a58-9be28444f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:02.217943 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-06f68bdb-36c4-42e2-8a58-9be28444f556 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.4179339 Jan 18 19:45:02.306850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d63a-c6c6-408f-b030-cc0825759e25 req-44a36101-be97-4928-a1ed-cbeef6eaa67f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:02.308522 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0c22d63a-c6c6-408f-b030-cc0825759e25 req-44a36101-be97-4928-a1ed-cbeef6eaa67f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 945 time: 0.2840824 Jan 18 19:45:02.325097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.378761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7ed0-57d0-4770-aa17-b57b6f2f75d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.421794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ab93e164-d5fb-434d-a727-5fbc24f30ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.427331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:02.434154 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e07d64b8-0ec9-4dea-9918-ede12f55fb47 req-c647b8b1-74e8-4283-8df3-96b570d4f850 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 210 time: 0.1145666 Jan 18 19:45:02.455930 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Usage tracker for resource:port and tenant:c1fb72f1a21e450e89299c59a9abcb4f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:02.470187 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-0e282cb7-d8ef-49c5-a639-9684c069c6c5 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:02.471999 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-0e282cb7-d8ef-49c5-a639-9684c069c6c5 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.113 "GET /v2.0/networks?id=7eae7994-56e1-4b06-b10a-7e61f954d9f3 HTTP/1.1" status: 200 len: 807 time: 0.8832722 Jan 18 19:45:02.473473 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-4ffeca4b-3405-4bf5-93d7-8bf5d44a8446 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 200 len: 217 time: 0.2472010 Jan 18 19:45:02.486395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Quota usage for port was recalculated. Used quota:2. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:02.510899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Request body: {'port': {'device_id': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'network_id': '7eae7994-56e1-4b06-b10a-7e61f954d9f3', 'admin_state_up': True, 'tenant_id': 'd102ea4527da4a7faacb87532c896b1a'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:02.515290 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:02.536548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.551439 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0c22d63a-c6c6-408f-b030-cc0825759e25 req-76ad1b3f-8e88-4031-86e8-c11fa9ad7d38 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225540 Jan 18 19:45:02.555985 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ab93e164-d5fb-434d-a727-5fbc24f30ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.563665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.570955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853075017'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.593169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:02.639402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-d9205e52-2c1c-47d2-96e7-3fe6b50df41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:02.640985 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-d9205e52-2c1c-47d2-96e7-3fe6b50df41f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.1358368 Jan 18 19:45:02.648420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Made reservation on behalf of c1fb72f1a21e450e89299c59a9abcb4f for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:02.656139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-ba24f1ce-0893-4dd2-85af-b4ab010ad22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:02.657715 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-ba24f1ce-0893-4dd2-85af-b4ab010ad22b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 1162 time: 0.8651605 Jan 18 19:45:02.658236 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.734949 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.744024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-57babc78-a4a5-4346-9efb-7978a9eb38ad None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:45:02.835257 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-a57f6566-e4ca-44b8-ad78-846388b0b3c7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764333 Jan 18 19:45:02.856296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:02.902108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-195734fc-c90f-41f8-a953-c782e36bc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:02.903736 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-195734fc-c90f-41f8-a953-c782e36bc8f9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=35e9c338-d135-4313-a197-eca2676f6839 HTTP/1.1" status: 200 len: 906 time: 0.9069028 Jan 18 19:45:02.912633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Usage tracker for resource:security_group_rule and tenant:4e69046dc6d4470e9fe99895c85d1f95 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:02.977765 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7ed0-57d0-4770-aa17-b57b6f2f75d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:02.980405 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9603e64-81b5-47b5-9491-be3aa4ea41c6 req-22ccdff8-a8b5-4120-9024-5eff314da1bf tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.2026391 Jan 18 19:45:02.993125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:03.029509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3214a5-17bd-473f-9740-c659b2305b59,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:03.041823 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:03.059149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:03.085756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:03.088772 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-9986b606-cee3-4d65-a99a-bf9b43afd238 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ad243c-1524-4450-9d99-d6523869e168 HTTP/1.1" status: 200 len: 217 time: 0.1571310 Jan 18 19:45:03.093417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e7ed0-57d0-4770-aa17-b57b6f2f75d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024a337a-3d7e-4300-aaa7-e135e88be599,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:03.101258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba2e7ed0-57d0-4770-aa17-b57b6f2f75d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:03.192881 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ab93e164-d5fb-434d-a727-5fbc24f30ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:03.200062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7ed0-57d0-4770-aa17-b57b6f2f75d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:03.201311 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ba2e7ed0-57d0-4770-aa17-b57b6f2f75d3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/024a337a-3d7e-4300-aaa7-e135e88be599 HTTP/1.1" status: 204 len: 168 time: 1.8082297 Jan 18 19:45:03.213388 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ab93e164-d5fb-434d-a727-5fbc24f30ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:03.217305 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ab93e164-d5fb-434d-a727-5fbc24f30ce2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f76179fc-c8c1-4538-a741-51b716dc1e5b HTTP/1.1" status: 204 len: 168 time: 1.3278840 Jan 18 19:45:03.228386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a78db283-5c90-4997-a999-ec3c7eedfc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:03.249297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:03.255509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93e164-d5fb-434d-a727-5fbc24f30ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76179fc-c8c1-4538-a741-51b716dc1e5b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:03.257667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:03.263525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ab93e164-d5fb-434d-a727-5fbc24f30ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:03.340464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aae8b-33f4-4507-9479-f3eadec887fa req-9e5a1daf-5bbd-4034-957d-28a2bad08be3 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:03.342268 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-588aae8b-33f4-4507-9479-f3eadec887fa req-9e5a1daf-5bbd-4034-957d-28a2bad08be3 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 943 time: 0.5781910 Jan 18 19:45:03.426038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:03.474366 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accc42b9-5d7a-47d2-9436-db8d65d56499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ebde74-cec3-459f-afb3-816dd5a3b6ea'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:03.520072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Usage tracker for resource:port and tenant:d102ea4527da4a7faacb87532c896b1a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:03.549917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:03.572660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:03.624375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:03.629770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-8b9e835d-b2ba-4df5-9ba3-f3c7569c6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:03.632318 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-8b9e835d-b2ba-4df5-9ba3-f3c7569c6226 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=75b585c6-cdb2-4051-8b92-a1e5f90c6458 HTTP/1.1" status: 200 len: 852 time: 0.5241408 Jan 18 19:45:03.655496 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-8efe0632-38d4-4aa5-bdcc-47c3e0aed016 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8024325 Jan 18 19:45:03.743497 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-abf15af8-0d46-487b-a15e-899932f94622 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=35e9c338-d135-4313-a197-eca2676f6839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905082 Jan 18 19:45:03.757892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d95621d0-ad48-4617-8a49-2483ff7d3bc0 None None] Provisioning complete for port 2c3214a5-17bd-473f-9740-c659b2305b59 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:03.759394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Made reservation on behalf of d102ea4527da4a7faacb87532c896b1a for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:03.768529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:03.768735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d95621d0-ad48-4617-8a49-2483ff7d3bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:03.840355 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Router afbfa0f8-5eee-41bb-828c-ecd4575fc969 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:45:03.840985 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59874) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:03.856900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:03.857437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:03.870260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59878) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:03.878369 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f581bd95-4cc6-4f93-9a09-56f29bf31452 req-4522a779-a0df-4a53-a45e-ef35f202b203 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 210 time: 0.1382849 Jan 18 19:45:03.940036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d95621d0-ad48-4617-8a49-2483ff7d3bc0 None None] Port 2c3214a5-17bd-473f-9740-c659b2305b59 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:45:03.973792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:03.985470 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accc42b9-5d7a-47d2-9436-db8d65d56499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ebde74-cec3-459f-afb3-816dd5a3b6ea', 'code': 200} Jan 18 19:45:04.060754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ffdaa339-50e9-4baa-8767-20157ee73d7b up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:04.108341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 18 19:45:04.113033 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.147729 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-588aae8b-33f4-4507-9479-f3eadec887fa req-0a85f3d5-0c0d-41cd-88bf-95e696e8021d tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282725 Jan 18 19:45:04.154853 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:04.186504 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.188675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb62845a56f4617a3b654593d3f6f07 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:04.211633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ffdaa339-50e9-4baa-8767-20157ee73d7b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:04.212070 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.252906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:04.256880 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.270616 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.113', 49885) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:04.273585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.278903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:04.291778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.310944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.354420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:04.363223 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5e58c18-4698-4bf9-924e-9d07db9e2d29 req-e8c31313-548a-4610-a3ba-309e9a7d1139 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6651256 Jan 18 19:45:04.387364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 89ad243c-1524-4450-9d99-d6523869e168 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:04.416251 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-375df31a-21dd-441f-90ea-65584b108124 service neutron] 10.222.0.113 "GET /v2.0/networks/35e9c338-d135-4313-a197-eca2676f6839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284726 Jan 18 19:45:04.425840 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d8fa070-1837-4fd9-9501-b31d965b2736 req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7093325 Jan 18 19:45:04.484816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 89ad243c-1524-4450-9d99-d6523869e168 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:04.489862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 89ad243c-1524-4450-9d99-d6523869e168 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:04.490276 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.560467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:04.590346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Usage tracker for resource:security_group_rule and tenant:8955102e29334efbb785d27ca042e7d4 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:04.598269 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-857db06b-313f-47cd-adbe-ba553971a3d2 req-2f2c7f06-63cb-4bcc-9ff7-28b731c53a3a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.0966663 Jan 18 19:45:04.599282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:04.620266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:04.622964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Allocated IP 172.20.0.14 (2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7/64165a14-a64f-4b6a-af22-9ad739bed4d4/4ba639fc-8a00-44ab-9fde-e241b8dc8feb) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:04.628768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c3c92-a53d-4cd4-8334-ac89b32e5539,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:04.633341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.648431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:04.650841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:04.678330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 89ad243c-1524-4450-9d99-d6523869e168, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=89ad243c-1524-4450-9d99-d6523869e168,segment=NetworkSegment(98cffcf7-e2c6-4e87-80e0-75b8243bf88e),segment_id=98cffcf7-e2c6-4e87-80e0-75b8243bf88e)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:04.682190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:04.683999 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:04.721710 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:45:04.737845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Sync routers for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:45:04.766349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:45:04.767053 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:04.804097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228a5ff-ddc8-47df-ad1f-a6bb05cc4271 req-97e35a0f-382b-469e-b304-dd852c273680 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:04.805965 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c228a5ff-ddc8-47df-ad1f-a6bb05cc4271 req-97e35a0f-382b-469e-b304-dd852c273680 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 945 time: 0.6571631 Jan 18 19:45:04.828340 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] 10.222.0.109 "PUT /v2.0/routers/afbfa0f8-5eee-41bb-828c-ecd4575fc969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0555742 Jan 18 19:45:04.872629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'Port': ['ID=b0ed759d-b1cb-499e-bc28-b9def5a7d582,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:04.922593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:04.955466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d709c2a-f5e9-4a16-beb3-6dc29b3399cd req-eb7741c1-0dea-4767-ad50-bc5a7c92bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:04.957828 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6d709c2a-f5e9-4a16-beb3-6dc29b3399cd req-eb7741c1-0dea-4767-ad50-bc5a7c92bd36 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1162 time: 0.6850486 Jan 18 19:45:05.008072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=89ad243c-1524-4450-9d99-d6523869e168,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:05.013813 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c228a5ff-ddc8-47df-ad1f-a6bb05cc4271 req-b9f7af90-5135-45f9-a8d4-273f4d4cfe0d tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919765 Jan 18 19:45:05.020195 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5549e505-2fe9-497b-81a5-0a2cd405b41a req-29480a83-8404-40c8-9621-8e51ac0fd12d service neutron] 10.222.0.113 "GET /v2.0/networks/35e9c338-d135-4313-a197-eca2676f6839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5692437 Jan 18 19:45:05.029564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 89ad243c-1524-4450-9d99-d6523869e168 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:05.029864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.070652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:05.074667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.091148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.106955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Allocated IP 172.20.0.14 (7eae7994-56e1-4b06-b10a-7e61f954d9f3/03147130-9045-426d-8ca9-08755d6b90b3/ddd49e5b-4faa-42a8-9922-7500b08eb0d9) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:05.107658 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.109195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e2bd5ae3-a2eb-45e1-88ab-ffe628263e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:05.115049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.127596 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6d709c2a-f5e9-4a16-beb3-6dc29b3399cd req-7f1ba87d-55fe-4c9a-afc0-0954f6972abc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584988 Jan 18 19:45:05.184057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:05.193233 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=1fb62845a56f4617a3b654593d3f6f07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3420634 Jan 18 19:45:05.198761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59900) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:05.212748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba3eca-a598-4bf0-9d8d-8e429dfab649,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:05.219050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.228827 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4324710 Jan 18 19:45:05.228827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:05.258920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-7d835761-3d0a-4996-95c4-b7ddc8e8ced3 req-5b2fb958-68bc-41e9-bd30-5f20411921f1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Synchronizing usage tracker for tenant:c1fb72f1a21e450e89299c59a9abcb4f on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:05.314025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.329795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3231fd7-d3bb-48a4-9534-5d5ba897348b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:05.334566 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8955102e29334efbb785d27ca042e7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4594193 Jan 18 19:45:05.337903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:05.343449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59906) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:05.352559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:45:05.401598 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-7d835761-3d0a-4996-95c4-b7ddc8e8ced3 req-5b2fb958-68bc-41e9-bd30-5f20411921f1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Unset dirty status for tenant:c1fb72f1a21e450e89299c59a9abcb4f on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:05.415702 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7d835761-3d0a-4996-95c4-b7ddc8e8ced3 req-5b2fb958-68bc-41e9-bd30-5f20411921f1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 210 time: 0.2883978 Jan 18 19:45:05.494336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1882af1-c1fb-4c6b-9a60-48158a1c1fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.611553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 89ad243c-1524-4450-9d99-d6523869e168 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:05.612051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.621921 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1882af1-c1fb-4c6b-9a60-48158a1c1fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.635608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-296c127a-6d35-4a49-8f66-395010aed051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.648980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.714240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:05.867143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.898480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59916) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:05.907053 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'security_group': {'name': 'tempest-securitygroup--1988447299', 'description': 'tempest-description--1173468893'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:05.917630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:05.920649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:05.939928 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:security_group and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:05.943573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:05.982755 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:05.998410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ad243c-1524-4450-9d99-d6523869e168'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:06.013359 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:06.017301 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-296c127a-6d35-4a49-8f66-395010aed051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.108449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:01Z', 'revision_number': 2, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:06.114293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.114545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Checking router: afbfa0f8-5eee-41bb-828c-ecd4575fc969 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:45:06.114958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Updating router afbfa0f8-5eee-41bb-828c-ecd4575fc969 port 2c3214a5-17bd-473f-9740-c659b2305b59 binding host dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:45:06.146813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Pushing event updated for resources: {'Port': ['ID=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:06.153706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:06.165364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:06.179482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.181253 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:security_group_rule and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:06.186942 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:06.197337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:06.222751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:06.230191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:06.234413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:06.246899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Pushing event updated for resources: {'Port': ['ID=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:06.250368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:06.251684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:06.252398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.278009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a4bd8010-a8c0-458b-a760-f52b9611a940 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Synchronizing usage tracker for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:06.285522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1882af1-c1fb-4c6b-9a60-48158a1c1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.288584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:06.293458 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8016627 Jan 18 19:45:06.295976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:06.298368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:06.317050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Request body: {'port': {'device_id': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:06.318047 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:06.318779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.330582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ca71e998-000f-4768-b2a7-a25e7498165c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:06.371123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cfdf1-4a83-49e0-911f-ba86b7cc1900 req-8398e2bb-5d36-4fff-89da-64483c1e1079 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:06.372285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.374300 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-109cfdf1-4a83-49e0-911f-ba86b7cc1900 req-8398e2bb-5d36-4fff-89da-64483c1e1079 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 945 time: 0.6643674 Jan 18 19:45:06.380952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.388884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1882af1-c1fb-4c6b-9a60-48158a1c1fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba3eca-a598-4bf0-9d8d-8e429dfab649,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:06.389278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7d27472e-3dbf-4be7-b314-f17ffb70aff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:06.391433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b1882af1-c1fb-4c6b-9a60-48158a1c1fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:06.407908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-296c127a-6d35-4a49-8f66-395010aed051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.434581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-296c127a-6d35-4a49-8f66-395010aed051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.436646 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-296c127a-6d35-4a49-8f66-395010aed051 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d3231fd7-d3bb-48a4-9534-5d5ba897348b HTTP/1.1" status: 204 len: 168 time: 1.0863452 Jan 18 19:45:06.437251 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a4bd8010-a8c0-458b-a760-f52b9611a940 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Unset dirty status for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:06.438709 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a4bd8010-a8c0-458b-a760-f52b9611a940 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--709442728&fields=id&tenant_id=89ccca4a004c4223bb675d936e7b1664 HTTP/1.1" status: 200 len: 267 time: 0.3757935 Jan 18 19:45:06.443213 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:06.450897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1882af1-c1fb-4c6b-9a60-48158a1c1fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.454980 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b1882af1-c1fb-4c6b-9a60-48158a1c1fbd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f2ba3eca-a598-4bf0-9d8d-8e429dfab649 HTTP/1.1" status: 204 len: 168 time: 1.2426553 Jan 18 19:45:06.460746 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0718117 Jan 18 19:45:06.466791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'SecurityGroup': ['ID=6751e5a3-cf29-4701-a7fd-5643249994b3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:06.474466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c127a-6d35-4a49-8f66-395010aed051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3231fd7-d3bb-48a4-9534-5d5ba897348b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:06.474637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.475692 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5745900 Jan 18 19:45:06.476222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-296c127a-6d35-4a49-8f66-395010aed051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:06.483304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:06.484075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Request body: {'port': {'device_id': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:06.485594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59938) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:06.493816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'security_group_rule': {'security_group_id': '6751e5a3-cf29-4701-a7fd-5643249994b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:06.513002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:06.520879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:security_group_rule and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:06.525561 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:06.528354 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.542911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:06.606925 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-109cfdf1-4a83-49e0-911f-ba86b7cc1900 req-20b163e1-6e0d-410c-89f0-81fc4f7c6946 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085767 Jan 18 19:45:06.644970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.929883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.939622 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.976849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.991666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:06.995137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Transition to ACTIVE for port object 2c3214a5-17bd-473f-9740-c659b2305b59 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:07.004570 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac8a84fb-603f-444d-8f65-a5b69e0cc771 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:07.042647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cf6ca2-461f-4b91-8f61-aa5db7e887af,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:07.080514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:07.122140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.142387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-7b1bc9be-c239-4de9-9fe9-bebeb5d1efff tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:07.143237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-7b1bc9be-c239-4de9-9fe9-bebeb5d1efff tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Synchronizing usage tracker for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:07.150331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:07.156408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.164303 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6775131 Jan 18 19:45:07.177600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 59952) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:07.190932 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'security_group_rule': {'security_group_id': '6751e5a3-cf29-4701-a7fd-5643249994b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:07.248861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:07.271425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:security_group_rule and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:07.271941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59958) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:07.301556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e96816-641c-404c-9a03-42c0f0c11bca req-d29e9d54-2c3c-4f25-96a6-4a821008a078 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:07.309654 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-22e96816-641c-404c-9a03-42c0f0c11bca req-d29e9d54-2c3c-4f25-96a6-4a821008a078 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 932 time: 0.4961758 Jan 18 19:45:07.311650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-7b1bc9be-c239-4de9-9fe9-bebeb5d1efff tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Unset dirty status for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:07.313098 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-7b1bc9be-c239-4de9-9fe9-bebeb5d1efff tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 817 time: 0.7763095 Jan 18 19:45:07.323638 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:07.356112 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:07.361583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.384991 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-11231d13-5bff-4d37-b616-6c1dd0613f40 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/quotas/89ccca4a004c4223bb675d936e7b1664 HTTP/1.1" status: 200 len: 375 time: 0.0555024 Jan 18 19:45:07.400326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:07.421885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Usage tracker for resource:security_group_rule and tenant:f64131a97a49466491e467ae1dbdaa79 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:07.433948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:07.437406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:07.453729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:07.571788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd49e5b-4faa-42a8-9922-7500b08eb0d9 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:45:07.584763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.594961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea5893-5a22-431c-bdab-7972c147a82e None None] Pushing event updated for resources: {'Port': ['ID=2c3214a5-17bd-473f-9740-c659b2305b59,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:07.604536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Transition to ACTIVE for port object ddd49e5b-4faa-42a8-9922-7500b08eb0d9 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:07.610940 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-87ea5893-5a22-431c-bdab-7972c147a82e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:07.612280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.657476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:07.658006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.752432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:07.815761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba639fc-8a00-44ab-9fde-e241b8dc8feb {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:45:07.827754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.844044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Transition to ACTIVE for port object 4ba639fc-8a00-44ab-9fde-e241b8dc8feb will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:07.851399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:07.861960 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:07.864455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.883143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.943769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Attempting to bind port 2c3214a5-17bd-473f-9740-c659b2305b59 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:45:07.944518 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Attempting to bind port 2c3214a5-17bd-473f-9740-c659b2305b59 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:45:07.945555 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Attempting to bind port 2c3214a5-17bd-473f-9740-c659b2305b59 on network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:45:07.965270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.971843 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.983513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ebeeb5b8-10c8-4a38-9c16-b78f3eacaf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:07.990931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:45:07.991886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Checking segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:45:07.992533 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:07.993160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Bound using segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:45:07.993897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Bound port: 2c3214a5-17bd-473f-9740-c659b2305b59, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:45:07.994508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.014440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Attempting to bind port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:45:08.014792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Attempting to bind port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '7f1f485e-89b8-4457-8edd-550d681beacb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7eae7994-56e1-4b06-b10a-7e61f954d9f3'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:45:08.015228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Attempting to bind port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 on network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:45:08.043781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:45:08.044130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Checking segment: {'id': '7f1f485e-89b8-4457-8edd-550d681beacb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7eae7994-56e1-4b06-b10a-7e61f954d9f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:45:08.044474 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.044873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Bound using segment: {'id': '7f1f485e-89b8-4457-8edd-550d681beacb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7eae7994-56e1-4b06-b10a-7e61f954d9f3'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:45:08.045361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Bound port: ddd49e5b-4faa-42a8-9922-7500b08eb0d9, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1f485e-89b8-4457-8edd-550d681beacb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7eae7994-56e1-4b06-b10a-7e61f954d9f3'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:45:08.045734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.057178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-22e96816-641c-404c-9a03-42c0f0c11bca req-32a1b05f-6aae-4483-98b8-54e4c76769b8 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Synchronizing usage tracker for tenant:d102ea4527da4a7faacb87532c896b1a on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:08.070070 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f64131a97a49466491e467ae1dbdaa79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7945840 Jan 18 19:45:08.072941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e07ae8e-776e-4ba4-8933-647a267013e0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:08.082498 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:08.088429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:08.090802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59970) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:08.130143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 89ad243c-1524-4450-9d99-d6523869e168 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:08.176338 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-22e96816-641c-404c-9a03-42c0f0c11bca req-32a1b05f-6aae-4483-98b8-54e4c76769b8 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Unset dirty status for tenant:d102ea4527da4a7faacb87532c896b1a on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:08.177936 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-22e96816-641c-404c-9a03-42c0f0c11bca req-32a1b05f-6aae-4483-98b8-54e4c76769b8 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/security-groups?id=011a36c2-4a59-40c8-b679-abf67c08c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8671057 Jan 18 19:45:08.250760 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] For port 2c3214a5-17bd-473f-9740-c659b2305b59, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:45:08.254906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] For port 2c3214a5-17bd-473f-9740-c659b2305b59, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=2c3214a5-17bd-473f-9740-c659b2305b59,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:45:08.262915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.279633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b18a776c-89eb-4a6d-9032-fe41edc46e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:08.320802 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ad243c-1524-4450-9d99-d6523869e168', 'code': 200} Jan 18 19:45:08.340813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bc9e-cb35-4aeb-bb7e-273d51b33a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.363284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Attempting to bind port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:45:08.363702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Attempting to bind port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:45:08.364074 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Attempting to bind port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb on network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:45:08.368141 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 89ad243c-1524-4450-9d99-d6523869e168 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:08.368566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.388845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:45:08.389232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Checking segment: {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:45:08.389623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.390015 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Bound using segment: {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:45:08.390495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Bound port: 4ba639fc-8a00-44ab-9fde-e241b8dc8feb, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd050e8-2d91-4990-b3eb-526003671841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:45:08.391208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.397155 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] For port ddd49e5b-4faa-42a8-9922-7500b08eb0d9, host hv-cinder-56205, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:45:08.426073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bc9e-cb35-4aeb-bb7e-273d51b33a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.462237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] For port ddd49e5b-4faa-42a8-9922-7500b08eb0d9, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,segment=NetworkSegment(7f1f485e-89b8-4457-8edd-550d681beacb),segment_id=7f1f485e-89b8-4457-8edd-550d681beacb)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:45:08.477438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.656368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-dbe3a858-0161-443b-a59d-d1867709e387 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Synchronizing usage tracker for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:08.676046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.677349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:08.710468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2eff4154-a872-4411-a0f7-6a9d0d39227a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:08.720481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:08.723205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.744768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:08.753222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea5893-5a22-431c-bdab-7972c147a82e None None] Pushing event updated for resources: {'Port': ['ID=2c3214a5-17bd-473f-9740-c659b2305b59,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:08.760134 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-87ea5893-5a22-431c-bdab-7972c147a82e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:08.875775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:08.877291 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.880040 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] 10.222.0.113 "PUT /v2.0/ports/ddd49e5b-4faa-42a8-9922-7500b08eb0d9 HTTP/1.1" status: 200 len: 1158 time: 2.5687196 Jan 18 19:45:08.881108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:45:08.882450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:44:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:08.883909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] For port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:45:08.884961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'tag': 'ddd49e5b-4faa-42a8-9922-7500b08eb0d9'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:08.889809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] For port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:45:08.921585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.922819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-dbe3a858-0161-443b-a59d-d1867709e387 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Unset dirty status for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:08.933284 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-dbe3a858-0161-443b-a59d-d1867709e387 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5362668 Jan 18 19:45:08.938079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:08.950690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:08.952407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bc9e-cb35-4aeb-bb7e-273d51b33a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:08.959548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8a0509-c3b6-491e-8790-926815010ff8,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:08.960684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:09.007994 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:09.030173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7bc9e-cb35-4aeb-bb7e-273d51b33a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e07ae8e-776e-4ba4-8933-647a267013e0,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:09.044104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bc9e-cb35-4aeb-bb7e-273d51b33a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:09.048515 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-9cd7bc9e-cb35-4aeb-bb7e-273d51b33a4e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0e07ae8e-776e-4ba4-8933-647a267013e0 HTTP/1.1" status: 204 len: 168 time: 0.9560921 Jan 18 19:45:09.052254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cad03-0f9d-4b02-bd15-cbb1dec54d3c req-d480403b-58d1-44d0-bf80-5e32741b607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:09.054004 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2e7cad03-0f9d-4b02-bd15-cbb1dec54d3c req-d480403b-58d1-44d0-bf80-5e32741b607d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 1162 time: 0.3890362 Jan 18 19:45:09.055095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9cd7bc9e-cb35-4aeb-bb7e-273d51b33a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:09.134675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-2e7cad03-0f9d-4b02-bd15-cbb1dec54d3c req-c0f8ae85-4169-4c65-9d4d-0a9c80b92f86 service neutron] Synchronizing usage tracker for tenant:4e69046dc6d4470e9fe99895c85d1f95 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:09.164582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-dd631a43-ad7e-4196-8fd8-5b404db54a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:09.177008 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-dd631a43-ad7e-4196-8fd8-5b404db54a3a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d102ea4527da4a7faacb87532c896b1a&device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 1161 time: 0.1928794 Jan 18 19:45:09.178692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:09.258831 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-09fe14fe-ec5e-452a-8777-89f509890561 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddd49e5b-4faa-42a8-9922-7500b08eb0d9 HTTP/1.1" status: 200 len: 217 time: 0.0808377 Jan 18 19:45:09.259620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-2e7cad03-0f9d-4b02-bd15-cbb1dec54d3c req-c0f8ae85-4169-4c65-9d4d-0a9c80b92f86 service neutron] Unset dirty status for tenant:4e69046dc6d4470e9fe99895c85d1f95 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:09.260696 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2e7cad03-0f9d-4b02-bd15-cbb1dec54d3c req-c0f8ae85-4169-4c65-9d4d-0a9c80b92f86 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988149 Jan 18 19:45:09.282355 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:45:09.307119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:09.311508 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1275210 Jan 18 19:45:09.311906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 59992) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:09.318666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'floatingip': {'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:09.340022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:09.344556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:floatingip and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:09.347634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:09.353670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:09.364803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:09.452288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:09.470486 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec8ded42-90f7-4a43-a359-3ddff027612e service neutron] 10.222.0.109 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065079 Jan 18 19:45:09.486632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:09.567441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-7d526a67-9403-4d17-b01a-cc0d4643000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:09.569387 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-7d526a67-9403-4d17-b01a-cc0d4643000d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03147130-9045-426d-8ca9-08755d6b90b3 HTTP/1.1" status: 200 len: 847 time: 0.0906301 Jan 18 19:45:09.676866 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-0c64dbec-309b-4b4d-94ca-4ff3b244b2e1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7eae7994-56e1-4b06-b10a-7e61f954d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938046 Jan 18 19:45:09.700931 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ae5d67b8-71cc-4d94-87e6-4bacf02583d6 service neutron] 10.222.0.109 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2295258 Jan 18 19:45:09.731223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8c3f-4570-495d-92ea-befef2a4fea5 req-383cd5c7-2010-494c-ae12-6fabf7536cb7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:09.741565 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f53d8c3f-4570-495d-92ea-befef2a4fea5 req-383cd5c7-2010-494c-ae12-6fabf7536cb7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 945 time: 1.0817990 Jan 18 19:45:09.752841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:08Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:09.757916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313174eb-7561-4981-8766-10f0b16cd096 None None] The sync data for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb is: [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:08Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:45:09.799606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:09.877713 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f53d8c3f-4570-495d-92ea-befef2a4fea5 req-31047fae-a877-4487-8cbc-71cc941e21c8 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347227 Jan 18 19:45:09.917095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:09.917793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:09.919346 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] 10.222.0.113 "PUT /v2.0/ports/4ba639fc-8a00-44ab-9fde-e241b8dc8feb HTTP/1.1" status: 200 len: 1158 time: 3.4401231 Jan 18 19:45:09.919863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'tag': '4ba639fc-8a00-44ab-9fde-e241b8dc8feb'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:10.190233 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-fa0cafe8-6f61-48cb-a225-99e3ec71fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:10.191975 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-fa0cafe8-6f61-48cb-a225-99e3ec71fb11 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 1161 time: 0.1833410 Jan 18 19:45:10.504721 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-74aec7cb-570b-4d22-aa52-ab1f5ab58f1a service neutron] 10.222.0.113 "GET /v2.0/networks/7eae7994-56e1-4b06-b10a-7e61f954d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8220637 Jan 18 19:45:10.716086 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-479f6c4d-a854-46b2-ba14-1f08d994f749 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ba639fc-8a00-44ab-9fde-e241b8dc8feb HTTP/1.1" status: 200 len: 217 time: 0.5046263 Jan 18 19:45:10.906546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-9a49d454-e788-4e1e-806b-2496bf86ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:10.908182 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-9a49d454-e788-4e1e-806b-2496bf86ded0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.1480732 Jan 18 19:45:11.049196 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-103019a7-7057-4617-8eb1-872630984bb5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176491 Jan 18 19:45:11.303198 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-9c905a42-0131-430b-bb9c-9c8a79e11251 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369967 Jan 18 19:45:11.328463 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f3e94b7e-1c34-4c5b-9bfc-3c28141d2c05 req-a9d2953b-0a94-46e6-a945-be18e738f731 service neutron] 10.222.0.113 "GET /v2.0/networks/7eae7994-56e1-4b06-b10a-7e61f954d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8069866 Jan 18 19:45:11.383974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Allocated IP 172.28.3.74 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/3b40e877-2735-4d22-93a4-1d5f812095e4) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:11.449276 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb76c64-ab14-440c-a753-a0a16baf5159 req-8aebe0d1-a1f2-4f7d-9e90-bfbb51642688 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:11.462283 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-deb76c64-ab14-440c-a753-a0a16baf5159 req-8aebe0d1-a1f2-4f7d-9e90-bfbb51642688 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 945 time: 1.0249004 Jan 18 19:45:11.620204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 2c3214a5-17bd-473f-9740-c659b2305b59 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:11.633539 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870e30b-d3e8-4f80-a07d-b91f7ce9cc83 req-46791ae2-9310-42ba-852a-da19dcebef6f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:11.642315 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5870e30b-d3e8-4f80-a07d-b91f7ce9cc83 req-46791ae2-9310-42ba-852a-da19dcebef6f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 944 time: 1.1861818 Jan 18 19:45:11.693388 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-deb76c64-ab14-440c-a753-a0a16baf5159 req-99c4ebff-c462-46ce-bbd4-2c7acb2a619a tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301059 Jan 18 19:45:11.736188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 2c3214a5-17bd-473f-9740-c659b2305b59 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:11.737653 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5870e30b-d3e8-4f80-a07d-b91f7ce9cc83 req-f66c4e76-0188-48b9-8c8a-57929b3eec30 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941269 Jan 18 19:45:11.748891 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfe608d-7d8e-4e4a-9970-4728321a3233 req-d3cf7617-0e28-4edc-a8f8-ab0171921dd8 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4349215 Jan 18 19:45:11.777609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 2c3214a5-17bd-473f-9740-c659b2305b59 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:11.778045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:11.785038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:11.826802 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'tag': 'ddd49e5b-4faa-42a8-9922-7500b08eb0d9', 'status': 'completed', 'code': 200} Jan 18 19:45:11.925176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:11.985407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:12.115228 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'tag': '4ba639fc-8a00-44ab-9fde-e241b8dc8feb', 'status': 'completed', 'code': 200} Jan 18 19:45:12.178149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'Port': ['ID=3b40e877-2735-4d22-93a4-1d5f812095e4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:12.183292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:12.248416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 2c3214a5-17bd-473f-9740-c659b2305b59, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=2c3214a5-17bd-473f-9740-c659b2305b59,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:12.253059 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:12.255629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:12.269746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:12.376690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=2c3214a5-17bd-473f-9740-c659b2305b59,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:12.381471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:12.433806 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ddd5cb6c-da09-4ad6-ac31-891dd2228f1d req-9d8adbbf-b977-425e-8e69-80df7b02fd21 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 210 time: 0.1879749 Jan 18 19:45:12.475727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8dbd5-26b0-4d41-a1d0-6483376c9683 req-415d6985-ab2b-4395-9c6a-59ad48edc69d tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:12.483720 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2f8dbd5-26b0-4d41-a1d0-6483376c9683 req-415d6985-ab2b-4395-9c6a-59ad48edc69d tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 944 time: 0.6089175 Jan 18 19:45:12.488512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-aabe8f9d-fef8-4e21-93c7-00dd79e9677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:12.490080 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-aabe8f9d-fef8-4e21-93c7-00dd79e9677a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d102ea4527da4a7faacb87532c896b1a&device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 1161 time: 0.5479908 Jan 18 19:45:12.643010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc63e-0bd3-4e9d-8a1d-81971a0630b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:12.752484 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2f8dbd5-26b0-4d41-a1d0-6483376c9683 req-92c5d725-6e1e-4060-a496-79ca8aaecda8 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/security-groups?id=011a36c2-4a59-40c8-b679-abf67c08c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677696 Jan 18 19:45:12.753736 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-fb9f92d7-2d99-4ebb-9fc0-003a93a3308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:12.756887 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-fb9f92d7-2d99-4ebb-9fc0-003a93a3308e service neutron] 10.222.0.113 "GET /v2.0/networks?id=7eae7994-56e1-4b06-b10a-7e61f954d9f3 HTTP/1.1" status: 200 len: 901 time: 0.2119672 Jan 18 19:45:12.766392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-180166f0-196f-450c-81e3-7a7c4d453ab4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:12.768303 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-180166f0-196f-450c-81e3-7a7c4d453ab4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 817 time: 0.5990837 Jan 18 19:45:12.900883 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-692b8efc-e587-4a9c-8894-ae71a09ba64e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=89ccca4a004c4223bb675d936e7b1664 HTTP/1.1" status: 200 len: 5703 time: 0.1185265 Jan 18 19:45:12.933538 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-632da362-d099-4621-b9ba-932e6efc7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:12.935599 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-632da362-d099-4621-b9ba-932e6efc7afa service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 1161 time: 0.7555633 Jan 18 19:45:12.941778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:12.944081 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:12.950749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:13.115801 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-65234ad5-5376-436f-9628-de5533730ce2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddd49e5b-4faa-42a8-9922-7500b08eb0d9 HTTP/1.1" status: 200 len: 217 time: 0.3502200 Jan 18 19:45:13.130221 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'port': {'device_id': '06495c72-c2ac-4919-a427-a4da2c0865db', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'admin_state_up': True, 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'security_groups': ['53a76b3d-bd7a-40bc-9667-e9d466e10043']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:13.324347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7093e22-537d-44ce-861f-97802a246bf9 req-b24f3e7b-2c79-4d06-a7e2-701f85551d33 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:13.326788 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a7093e22-537d-44ce-861f-97802a246bf9 req-b24f3e7b-2c79-4d06-a7e2-701f85551d33 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 945 time: 0.2099829 Jan 18 19:45:13.328657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-5db2295a-5242-4493-9d86-2fcd7444d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:13.330232 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-5db2295a-5242-4493-9d86-2fcd7444d4e3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03147130-9045-426d-8ca9-08755d6b90b3 HTTP/1.1" status: 200 len: 847 time: 0.1460660 Jan 18 19:45:13.335632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:13.341514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-b5563941-45fc-43e3-8c8c-f283b8809c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:13.343173 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-b5563941-45fc-43e3-8c8c-f283b8809c66 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.3772151 Jan 18 19:45:13.349565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:13.359561 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:13.390725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-0934a19b-d95a-40dc-bf92-52315ca45c5a None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:45:13.439424 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-07f2d2ab-0593-42a7-a520-9b6c24030f7e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7eae7994-56e1-4b06-b10a-7e61f954d9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025052 Jan 18 19:45:13.564261 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:13.606549 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a7093e22-537d-44ce-861f-97802a246bf9 req-294c2c62-9c31-4250-8974-2e08be814ec0 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717710 Jan 18 19:45:13.639197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Made reservation on behalf of 89ccca4a004c4223bb675d936e7b1664 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:13.650230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:13.670295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 2c3214a5-17bd-473f-9740-c659b2305b59 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:13.671675 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-72dd8d71-af1e-4724-a043-aff26357c849 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ba639fc-8a00-44ab-9fde-e241b8dc8feb HTTP/1.1" status: 200 len: 217 time: 0.3046110 Jan 18 19:45:13.873852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 2c3214a5-17bd-473f-9740-c659b2305b59 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:13.874302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:13.908946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-f12e89e9-8c34-4785-b913-be05402d55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:13.911540 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-f12e89e9-8c34-4785-b913-be05402d55c6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.2210786 Jan 18 19:45:14.009238 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c9544ad7-2242-411a-a8eb-b9c43bf61727 req-9afa68a5-7557-4223-94eb-51dab68da5ad tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 210 time: 0.1006947 Jan 18 19:45:14.021113 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-b8c4756b-41a5-431d-83d4-49075ac4068c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590916 Jan 18 19:45:14.083156 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-ab58a231-c1e6-4f83-ac1d-312464e62dbe service neutron] 10.222.0.113 "GET /v2.0/networks/7eae7994-56e1-4b06-b10a-7e61f954d9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346812 Jan 18 19:45:14.265820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d379ea-89d2-4075-8068-5042bafb2234 req-305360e0-814e-4456-aaad-6178578dcc9c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:14.272680 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-63d379ea-89d2-4075-8068-5042bafb2234 req-305360e0-814e-4456-aaad-6178578dcc9c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 944 time: 0.5247335 Jan 18 19:45:14.428866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ddd49e5b-4faa-42a8-9922-7500b08eb0d9 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:14.480981 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-63d379ea-89d2-4075-8068-5042bafb2234 req-06a66775-a00e-46b0-b730-06a1da8700ab tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071779 Jan 18 19:45:14.614911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:14.622639 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:14.623334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:14.632005 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad491189-bb33-41ac-85a2-0c7d5a76dd17 req-8b3aca98-414e-4dd1-8e2c-b14184bf9aa2 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:14.650401 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ad491189-bb33-41ac-85a2-0c7d5a76dd17 req-8b3aca98-414e-4dd1-8e2c-b14184bf9aa2 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 944 time: 0.3029718 Jan 18 19:45:14.654191 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9cd3034-3b98-43fe-9502-933ec63152e7 req-d90a79e7-94bb-44b0-9c5a-97d9cc968d86 service neutron] 10.222.0.113 "GET /v2.0/networks/7eae7994-56e1-4b06-b10a-7e61f954d9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5604444 Jan 18 19:45:14.737145 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ad491189-bb33-41ac-85a2-0c7d5a76dd17 req-735d8153-e640-4eb7-8667-9fc43e2458a2 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/security-groups?id=011a36c2-4a59-40c8-b679-abf67c08c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853102 Jan 18 19:45:14.805274 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-6dabac48-3bca-4716-a6bd-6bcb5f8faaf7 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524970 Jan 18 19:45:14.836413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd01ee24-9ece-4fb7-a26f-792d31d7a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:14.842560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:14.885484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port ddd49e5b-4faa-42a8-9922-7500b08eb0d9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,segment=NetworkSegment(7f1f485e-89b8-4457-8edd-550d681beacb),segment_id=7f1f485e-89b8-4457-8edd-550d681beacb)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:14.886650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd49e5b-4faa-42a8-9922-7500b08eb0d9'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:14.898521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:14.898521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 4ba639fc-8a00-44ab-9fde-e241b8dc8feb up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:14.976555 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:15.066655 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd49e5b-4faa-42a8-9922-7500b08eb0d9', 'code': 200} Jan 18 19:45:15.068017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:15.076252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:15.091184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.092452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:15.097719 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:15.098143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.122440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Allocated IP 172.20.0.13 (bb0528e6-08c3-4923-8dc2-c5239cfeaf9e/4a79504a-0590-4394-a746-ed6fe8f94796/0dade2b2-3e89-404b-9295-9341483ab20f) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:15.133661 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a07272cb-2101-48d2-af10-cbd9012b1c29 req-50d09c26-20f2-4c64-9dfe-4e3eee9838a6 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2835250 Jan 18 19:45:15.154697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.164650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.188758 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:15.261587 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.303495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:15.307328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.309510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:15.342259 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-df9adfe9-ea83-4c27-bd4a-b55ba5f45e78 req-a87d4a41-4d4b-4196-be79-f3465b71af9f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 210 time: 0.0594244 Jan 18 19:45:15.385758 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:15.390118 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:15.551996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'Port': ['ID=3b40e877-2735-4d22-93a4-1d5f812095e4,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:15.570760 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:15.660712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.668051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.673483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f9b58-ade1-407a-930a-acf8684fd007 req-8d9e8be6-fd69-4ffe-94ef-c00711839eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:15.675127 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-873f9b58-ade1-407a-930a-acf8684fd007 req-8d9e8be6-fd69-4ffe-94ef-c00711839eb7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 1163 time: 0.3431020 Jan 18 19:45:15.711078 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Transition to ACTIVE for port object 0dade2b2-3e89-404b-9295-9341483ab20f will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:15.730467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a57f0-b85b-422c-9576-fb6291b49158 req-221b7892-a209-4a52-a34e-fa50732f2e76 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:15.732224 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9c9a57f0-b85b-422c-9576-fb6291b49158 req-221b7892-a209-4a52-a34e-fa50732f2e76 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1102328 Jan 18 19:45:15.742896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.744205 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4312010 Jan 18 19:45:15.753466 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-873f9b58-ade1-407a-930a-acf8684fd007 req-30084e65-623d-440e-a750-e93f1902a9fa service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=011a36c2-4a59-40c8-b679-abf67c08c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705605 Jan 18 19:45:15.769113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:15.800269 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9c9a57f0-b85b-422c-9576-fb6291b49158 req-49532206-6057-4f0b-90e6-d34cb6d54f43 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602636 Jan 18 19:45:15.806254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:15.885639 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ddd49e5b-4faa-42a8-9922-7500b08eb0d9 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:15.979172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'Port': ['ID=0dade2b2-3e89-404b-9295-9341483ab20f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:15.992654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:16.049124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:16.049467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:16.050692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:16.052135 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:16.054441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:16.074955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:16.075714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:16.110523 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9858422 Jan 18 19:45:16.117176 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-76843900-da4b-4469-85ae-d91a20ad96bc tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1988447299&fields=id&tenant_id=d35ce9b530944eb192bfb87456eb1d7c HTTP/1.1" status: 200 len: 267 time: 0.0937986 Jan 18 19:45:16.132315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Request body: {'port': {'device_id': '06495c72-c2ac-4919-a427-a4da2c0865db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:16.224654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 4ba639fc-8a00-44ab-9fde-e241b8dc8feb up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:16.312552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:16.313301 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:16.338728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eafb34-e80e-466c-8aad-d5f567096511 req-12ac6102-8864-44d0-982b-6bb4fe74b9b1 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:16.340478 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b4eafb34-e80e-466c-8aad-d5f567096511 req-12ac6102-8864-44d0-982b-6bb4fe74b9b1 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 946 time: 0.4307773 Jan 18 19:45:16.393260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:16.439363 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b4eafb34-e80e-466c-8aad-d5f567096511 req-971b9dc5-e293-4d1a-93a5-f0d50187f6fb tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/security-groups?id=011a36c2-4a59-40c8-b679-abf67c08c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891066 Jan 18 19:45:16.449654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:16.473113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-009ea786-34a4-41ac-99f1-018336173b96 None None] Provisioning for port 0dade2b2-3e89-404b-9295-9341483ab20f completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:16.551743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-b5fd672a-107e-4c6a-9e54-0b2626852511 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:16.556697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-009ea786-34a4-41ac-99f1-018336173b96 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:16.557125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-009ea786-34a4-41ac-99f1-018336173b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:16.561583 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-b5fd672a-107e-4c6a-9e54-0b2626852511 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 811 time: 0.4429071 Jan 18 19:45:16.579861 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-a8066b4e-29cd-4f15-9592-1b4a0e497a28 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/quotas/d35ce9b530944eb192bfb87456eb1d7c HTTP/1.1" status: 200 len: 375 time: 0.0115106 Jan 18 19:45:16.657804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:16.713744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-a2c0e62d-f02f-41da-88c3-bab57dca21a0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Synchronizing usage tracker for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:16.714502 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-009ea786-34a4-41ac-99f1-018336173b96 None None] Port 0dade2b2-3e89-404b-9295-9341483ab20f cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:45:16.735239 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-a2c0e62d-f02f-41da-88c3-bab57dca21a0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Unset dirty status for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:16.747669 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-a2c0e62d-f02f-41da-88c3-bab57dca21a0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1595099 Jan 18 19:45:16.829808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:16.829808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:16.938036 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-9a15590d-7f51-4136-acfd-5fb7be4dc009 service neutron] 10.222.0.109 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855590 Jan 18 19:45:16.982031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:17.068403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba639fc-8a00-44ab-9fde-e241b8dc8feb'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:17.125268 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-71b8f6ef-78bf-4042-bf4c-3e29cd3843c9 service neutron] 10.222.0.109 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1793129 Jan 18 19:45:17.177417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dade2b2-3e89-404b-9295-9341483ab20f {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:45:17.186732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:17.201714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Transition to ACTIVE for port object 0dade2b2-3e89-404b-9295-9341483ab20f will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:17.208313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:17.242178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:17.685552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Pushing event updated for resources: {'Port': ['ID=0dade2b2-3e89-404b-9295-9341483ab20f,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:17.688469 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:17.740878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Attempting to bind port 0dade2b2-3e89-404b-9295-9341483ab20f on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:45:17.741254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Attempting to bind port 0dade2b2-3e89-404b-9295-9341483ab20f by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:45:17.741628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Attempting to bind port 0dade2b2-3e89-404b-9295-9341483ab20f on network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:45:17.758219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:45:17.758476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Checking segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:45:17.758890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:17.759320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Bound using segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:45:17.759803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Bound port: 0dade2b2-3e89-404b-9295-9341483ab20f, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:45:17.760180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:17.775471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ddd49e5b-4faa-42a8-9922-7500b08eb0d9 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:17.790586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a007c29-b504-4a9d-bc20-08bad821ab78 req-8bf99688-3982-4d33-a5ae-a49c31dd542e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:17.792382 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3a007c29-b504-4a9d-bc20-08bad821ab78 req-8bf99688-3982-4d33-a5ae-a49c31dd542e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.2322834 Jan 18 19:45:17.954599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] For port 0dade2b2-3e89-404b-9295-9341483ab20f, host hv-cinder-56205, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:45:17.973950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] For port 0dade2b2-3e89-404b-9295-9341483ab20f, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=0dade2b2-3e89-404b-9295-9341483ab20f,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:45:17.981660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:17.986561 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:17.987361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:18.026728 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3a007c29-b504-4a9d-bc20-08bad821ab78 req-d177dac5-c051-4e66-ac62-f85c4e1937d3 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257784 Jan 18 19:45:18.097612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a91aef-20de-4d9f-8031-24df225f406d req-b909d01e-0da5-4990-8fa6-c6b8c321e548 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:18.107987 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f0a91aef-20de-4d9f-8031-24df225f406d req-b909d01e-0da5-4990-8fa6-c6b8c321e548 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.3144693 Jan 18 19:45:18.133694 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47feb66f-4711-4658-ae70-b6dfabf43e82 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:18.185840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:18.187221 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:18.189558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] 10.222.0.113 "PUT /v2.0/ports/0dade2b2-3e89-404b-9295-9341483ab20f HTTP/1.1" status: 200 len: 1158 time: 2.0649874 Jan 18 19:45:18.195023 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba639fc-8a00-44ab-9fde-e241b8dc8feb', 'code': 200} Jan 18 19:45:18.198702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:18.223807 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f0a91aef-20de-4d9f-8031-24df225f406d req-1ae00fbe-c36d-4a08-8bb7-485d4d992266 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144269 Jan 18 19:45:18.260029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Pushing event updated for resources: {'Port': ['ID=0dade2b2-3e89-404b-9295-9341483ab20f,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:18.291604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:18.308114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 4ba639fc-8a00-44ab-9fde-e241b8dc8feb up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:18.481866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:18.485610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:18.489440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-98086751-dce5-452c-a42d-f788b73dac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:18.490977 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-98086751-dce5-452c-a42d-f788b73dac3f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 1161 time: 0.1826370 Jan 18 19:45:18.571763 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f339f8a7-7f6c-46e6-821f-12cc70da170a req-24d604ed-1d2f-4848-81ba-93327c4bcbb7 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 210 time: 0.1438205 Jan 18 19:45:18.693787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33315afa-b400-460a-a483-425d8a12330c req-a218700c-757d-4ee4-9117-9551d48ae255 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:18.702512 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-33315afa-b400-460a-a483-425d8a12330c req-a218700c-757d-4ee4-9117-9551d48ae255 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 946 time: 0.2164719 Jan 18 19:45:18.788407 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-33315afa-b400-460a-a483-425d8a12330c req-9af3281a-f29a-4a9c-b558-dd180216edca tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/security-groups?id=011a36c2-4a59-40c8-b679-abf67c08c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845718 Jan 18 19:45:18.884948 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-dfcb2914-0470-4815-b4b5-af50bb67d84b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dade2b2-3e89-404b-9295-9341483ab20f HTTP/1.1" status: 200 len: 217 time: 0.0813949 Jan 18 19:45:18.958828 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f', 'status': 'completed', 'code': 200} Jan 18 19:45:18.983019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a4b4a8b0-f3ac-478f-bc24-729b8781b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:18.984632 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-a4b4a8b0-f3ac-478f-bc24-729b8781b341 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.0928891 Jan 18 19:45:19.062347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-e76696d7-3cda-414f-9ac2-dbc50497cb24 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:19.070615 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-e76696d7-3cda-414f-9ac2-dbc50497cb24 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 815 time: 0.2980425 Jan 18 19:45:19.077586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8660-39fb-4995-8a11-8c293291248b req-23600576-b5e7-4ecd-b46d-3ded5e930c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:19.079404 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a66a8660-39fb-4995-8a11-8c293291248b req-23600576-b5e7-4ecd-b46d-3ded5e930c78 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 1163 time: 0.3674552 Jan 18 19:45:19.083707 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-5d9e9be3-efaf-43b6-aeae-447a8dd7b144 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/quotas/81a1c0edaaef42b6b7d936852f6810d9 HTTP/1.1" status: 200 len: 375 time: 0.0121140 Jan 18 19:45:19.087349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-435861a8-231b-465e-a5e2-0a5af6baf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:19.089688 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-435861a8-231b-465e-a5e2-0a5af6baf6f7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0953946 Jan 18 19:45:19.177780 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a66a8660-39fb-4995-8a11-8c293291248b req-7d2bcd67-d261-4ff4-bac2-9255bfbd28c3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863841 Jan 18 19:45:19.256601 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-2147087a-76f5-46d5-8dbb-619d4b582586 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659060 Jan 18 19:45:19.313621 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-890b56c3-a33b-42d7-aee1-c01ac521a375 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923826 Jan 18 19:45:19.494230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723ce3-113e-43ad-badd-e49381320e80 req-9c5be485-503d-46e9-9540-ffa3dacdf194 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:19.502006 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7f723ce3-113e-43ad-badd-e49381320e80 req-9c5be485-503d-46e9-9540-ffa3dacdf194 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1926353 Jan 18 19:45:19.616312 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7f723ce3-113e-43ad-badd-e49381320e80 req-69dfb07d-de6e-4b22-a8f8-dfe6d6c27200 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132247 Jan 18 19:45:19.639134 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-ed59cea7-b316-4310-949c-c072bcfc0b36 service neutron] 10.222.0.109 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824322 Jan 18 19:45:19.703121 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a04d8721-2e7b-4da5-b42a-f097b29c9dc4 req-6d23c4ca-1c5d-48ae-8ad6-aefaf3705799 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2844372 Jan 18 19:45:19.953305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-06d47801-baaa-4544-85b3-c8d027855ce6 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:19.954719 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-06d47801-baaa-4544-85b3-c8d027855ce6 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Synchronizing usage tracker for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:19.974885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-06d47801-baaa-4544-85b3-c8d027855ce6 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Unset dirty status for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:19.974885 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-06d47801-baaa-4544-85b3-c8d027855ce6 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 811 time: 0.2706478 Jan 18 19:45:20.131031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-602bfca2-4f22-4c52-a0d8-f4886f5d277f tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Synchronizing usage tracker for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:20.229390 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-734aedee-3d2c-44a2-8e6f-b9e283c6321e service neutron] 10.222.0.109 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5829825 Jan 18 19:45:20.250917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-602bfca2-4f22-4c52-a0d8-f4886f5d277f tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Unset dirty status for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:20.252362 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-602bfca2-4f22-4c52-a0d8-f4886f5d277f tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d35ce9b530944eb192bfb87456eb1d7c HTTP/1.1" status: 200 len: 5705 time: 0.2551608 Jan 18 19:45:20.266978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-2cbba17d-c7eb-4441-ad2d-ae477250a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:20.270205 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-2cbba17d-c7eb-4441-ad2d-ae477250a57b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 1161 time: 0.1333334 Jan 18 19:45:20.282386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcb510-0e72-4938-841a-af781f5d52cc req-84c82063-c9b9-47f6-af1e-f5e4fa4f9899 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:20.284572 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5ebcb510-0e72-4938-841a-af781f5d52cc req-84c82063-c9b9-47f6-af1e-f5e4fa4f9899 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.4422429 Jan 18 19:45:20.371326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'port': {'device_id': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'admin_state_up': True, 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'security_groups': ['6751e5a3-cf29-4701-a7fd-5643249994b3']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:20.444210 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5ebcb510-0e72-4938-841a-af781f5d52cc req-aeb16543-43ab-4428-be3b-7f06d026246d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438210 Jan 18 19:45:20.531680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-a031f66e-e7f2-44b4-a545-ac4d878b1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:20.533653 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-a031f66e-e7f2-44b4-a545-ac4d878b1b89 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.2451150 Jan 18 19:45:20.683520 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-defd3147-48ff-4117-b9df-6ba13a23ecba req-374dbd4c-f996-4da6-b711-d4480d442da1 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 210 time: 0.1246631 Jan 18 19:45:20.826814 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1791066e-8f78-4c7d-b017-a54cdc1069cc req-732224b4-2abb-43d6-8993-b023a1bf8fad tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 210 time: 0.1010568 Jan 18 19:45:21.022045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d118cb-21db-47fa-9694-605e0671903e req-6946e972-9c9a-43e6-a5db-8751bd2c97dc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:21.031883 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-99d118cb-21db-47fa-9694-605e0671903e req-6946e972-9c9a-43e6-a5db-8751bd2c97dc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1411500 Jan 18 19:45:21.093904 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-bee2948c-1880-4345-9b60-b86437515eca service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dade2b2-3e89-404b-9295-9341483ab20f HTTP/1.1" status: 200 len: 217 time: 0.5363467 Jan 18 19:45:21.102088 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-99d118cb-21db-47fa-9694-605e0671903e req-feafb02f-170e-42ae-9a75-feba5b8eec71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683663 Jan 18 19:45:21.219516 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:21.223312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-b0e1a8bc-b2cd-4e5f-a48f-2e4b8351486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:21.224878 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-b0e1a8bc-b2cd-4e5f-a48f-2e4b8351486c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.1067495 Jan 18 19:45:21.233065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:21.292696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Made reservation on behalf of d35ce9b530944eb192bfb87456eb1d7c for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:21.306689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:21.549173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-15ac1c3e-4b49-4f2b-9436-8d645d79974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:21.551209 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-15ac1c3e-4b49-4f2b-9436-8d645d79974f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3158517 Jan 18 19:45:21.810590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Allocated IP 172.20.0.13 (cc5ef4fe-e105-49d1-b24f-3c9a34f25841/636b765a-fdca-4f0c-b10e-4809a6cf2ed0/3a43221b-1db7-466e-aa62-3222dab3d8f2) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:21.849729 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-18b15583-9098-4665-a2f9-cb3cbe997c90 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537100 Jan 18 19:45:21.937448 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b059c80-4177-4969-9e20-a23a70e47ba9 req-cf7446e4-a186-4b96-8d1a-30ea4b1ef6a9 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:21.939234 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4b059c80-4177-4969-9e20-a23a70e47ba9 req-cf7446e4-a186-4b96-8d1a-30ea4b1ef6a9 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 945 time: 0.1499586 Jan 18 19:45:21.964865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c03f5-b67c-4ca4-bada-b8fb0fb4d1e6 req-c64c1235-ec77-40e6-aab8-4ebedfd9150a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:21.973160 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-db8c03f5-b67c-4ca4-bada-b8fb0fb4d1e6 req-c64c1235-ec77-40e6-aab8-4ebedfd9150a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2546990 Jan 18 19:45:22.196474 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-db8c03f5-b67c-4ca4-bada-b8fb0fb4d1e6 req-6ee93ddb-99dc-46c3-a602-9fd312bccf85 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222590 Jan 18 19:45:22.200770 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b144767d-1185-4a8f-bc17-a6527aef9d9c req-b4e34fb9-f9bd-47f5-8e2c-7bab1cd4e2b0 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3254662 Jan 18 19:45:22.244449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:22.249975 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4b059c80-4177-4969-9e20-a23a70e47ba9 req-1fc3b62c-e099-4a7c-9ea2-a91bb507c16b tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745497 Jan 18 19:45:22.263579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Transition to ACTIVE for port object 3a43221b-1db7-466e-aa62-3222dab3d8f2 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:22.293021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:22.320097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:22.367846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-a7f38529-6d26-4c2a-aac0-7e77580ce919 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:22.369511 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-a7f38529-6d26-4c2a-aac0-7e77580ce919 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 815 time: 0.3345404 Jan 18 19:45:22.411002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'Port': ['ID=3a43221b-1db7-466e-aa62-3222dab3d8f2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:22.434770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.435200 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.435604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.435989 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.436373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.436879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.437379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.437761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.438138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.438512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.439076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.439455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.439885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.440260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.440673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.441049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.441593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.441972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.442753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.443296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.443675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.444404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.444790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.445165 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:22.450172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:22.480415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Request body: {'port': {'device_id': '64fd3eed-0977-46e9-8bd9-e510d6211fd3', 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c', 'admin_state_up': True, 'tenant_id': '81a1c0edaaef42b6b7d936852f6810d9'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:22.524218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:22.552890 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-be225ca9-0641-472b-9928-9e7ed415008e req-59c1473c-243c-44e2-b70a-0f345c6620db tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 210 time: 0.1576169 Jan 18 19:45:22.592773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:22.595959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:22.601744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:22.617330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 0dade2b2-3e89-404b-9295-9341483ab20f completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:22.622998 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:22.623652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:22.631617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:22.633621 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:22.680622 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3935962 Jan 18 19:45:22.708395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Request body: {'port': {'device_id': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:22.789909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24008dc1-53a8-4c9d-9527-ecc944640f03 req-d0a9e282-8165-4bf1-bd00-abaaacbdd767 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:22.797053 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-24008dc1-53a8-4c9d-9527-ecc944640f03 req-d0a9e282-8165-4bf1-bd00-abaaacbdd767 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 932 time: 0.3300381 Jan 18 19:45:22.810063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:22.845967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:22.866832 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 0dade2b2-3e89-404b-9295-9341483ab20f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=0dade2b2-3e89-404b-9295-9341483ab20f,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:22.874975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:22.876345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 4ba639fc-8a00-44ab-9fde-e241b8dc8feb up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:22.906720 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-24008dc1-53a8-4c9d-9527-ecc944640f03 req-2f7798a5-61ee-47f7-be6f-5fcaf28a643e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004980 Jan 18 19:45:22.912262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:22.914541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:22.917595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:22.925386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Usage tracker for resource:port and tenant:81a1c0edaaef42b6b7d936852f6810d9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:22.929480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Quota usage for port was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:22.939297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:22.977864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95915e8-cf2c-403b-8f76-4baa3b0ce662 req-8e6bf95e-1345-4f70-93ad-13f4c58972eb tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:22.990314 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d95915e8-cf2c-403b-8f76-4baa3b0ce662 req-8e6bf95e-1345-4f70-93ad-13f4c58972eb tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.2850003 Jan 18 19:45:23.030756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-155bb746-5ac8-4cde-a976-83e5d2fba357 None None] Provisioning for port 3a43221b-1db7-466e-aa62-3222dab3d8f2 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:23.034192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Made reservation on behalf of 81a1c0edaaef42b6b7d936852f6810d9 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:23.042942 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-155bb746-5ac8-4cde-a976-83e5d2fba357 None None] Provisioning complete for port 3a43221b-1db7-466e-aa62-3222dab3d8f2 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:23.043318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-155bb746-5ac8-4cde-a976-83e5d2fba357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:23.056856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:23.147756 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d95915e8-cf2c-403b-8f76-4baa3b0ce662 req-a2bbd722-ec77-4fc2-8fc1-59657f5032fb tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477270 Jan 18 19:45:23.380482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-155bb746-5ac8-4cde-a976-83e5d2fba357 None None] Port 3a43221b-1db7-466e-aa62-3222dab3d8f2 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:45:23.392631 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f', 'code': 200} Jan 18 19:45:23.445608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=0dade2b2-3e89-404b-9295-9341483ab20f,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:23.449467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:23.489138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:23.489566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:23.675782 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a43221b-1db7-466e-aa62-3222dab3d8f2 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:45:23.685159 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:23.700590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Transition to ACTIVE for port object 3a43221b-1db7-466e-aa62-3222dab3d8f2 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:23.826762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Allocated IP 172.20.0.2 (a031f579-c896-4c1d-b0d4-6374c1da460c/e9c3b1f7-5461-4da4-8585-f7e9ccc38567/90799bbc-ac46-4943-b93e-d22022661d00) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:23.896669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:23.920061 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:23.950860 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-830d3c95-fb48-4aea-b41a-630c45450ba8 req-a41c0caf-406a-4711-9b52-cbe4ac1fcd1a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 210 time: 0.0589907 Jan 18 19:45:24.075464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Pushing event updated for resources: {'Port': ['ID=3a43221b-1db7-466e-aa62-3222dab3d8f2,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:24.093863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:24.195734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:24.228801 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104f371-e37e-4bae-98ca-8d1ce011c198 req-54c45872-774a-43cc-a63b-a634f5784d50 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:24.236731 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3104f371-e37e-4bae-98ca-8d1ce011c198 req-54c45872-774a-43cc-a63b-a634f5784d50 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 945 time: 0.4067554 Jan 18 19:45:24.253100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-ac40e0b7-be77-43b2-a22a-6e8384217ad7 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:24.258663 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-ac40e0b7-be77-43b2-a22a-6e8384217ad7 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.113 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 945 time: 0.5561621 Jan 18 19:45:24.265173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60422) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:24.326822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-5b95d017-dcfb-4cbd-b3bb-8a6a35bdc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:24.328458 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-5b95d017-dcfb-4cbd-b3bb-8a6a35bdc1f5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 1163 time: 0.5164187 Jan 18 19:45:24.333206 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:24.335916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:24.341816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63eafc-5980-4254-a322-e9500efbad7a req-ff4ab66d-347e-4b5f-97b3-4a7c5914276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:24.343255 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7a63eafc-5980-4254-a322-e9500efbad7a req-ff4ab66d-347e-4b5f-97b3-4a7c5914276a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 1163 time: 0.4287102 Jan 18 19:45:24.395130 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3104f371-e37e-4bae-98ca-8d1ce011c198 req-161bdcf6-525a-4a33-a9d1-26d0003c800f tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573300 Jan 18 19:45:24.599875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f007734-adac-416a-8a98-1ae57aba2778 req-cf36fdea-dd1e-4756-b848-8c5584e3c86f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:24.601682 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5f007734-adac-416a-8a98-1ae57aba2778 req-cf36fdea-dd1e-4756-b848-8c5584e3c86f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.4605780 Jan 18 19:45:24.641554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 89ad243c-1524-4450-9d99-d6523869e168 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:45:24.653075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 60430) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:24.716911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:24.730358 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:24.764516 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:24.773902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:24.810283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 89ad243c-1524-4450-9d99-d6523869e168, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=89ad243c-1524-4450-9d99-d6523869e168,segment=NetworkSegment(98cffcf7-e2c6-4e87-80e0-75b8243bf88e),segment_id=98cffcf7-e2c6-4e87-80e0-75b8243bf88e)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:24.815103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:24.816755 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:24.819761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:24.843800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:24.877056 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5f007734-adac-416a-8a98-1ae57aba2778 req-faa99b71-1c9b-48e3-a313-852a0ccaa060 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176492 Jan 18 19:45:24.898381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=89ad243c-1524-4450-9d99-d6523869e168,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:24.909289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Deleting port 89ad243c-1524-4450-9d99-d6523869e168 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:45:24.909289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:24.911437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:24.961108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:24.998647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Usage tracker for resource:security_group_rule and tenant:a2e45412030b41958e98ab9e69c371c5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:25.042125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:25.042666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:25.046234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Usage tracker for resource:security_group_rule and tenant:81aec7003e0c4a039e9764b06e4ed68f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:25.049734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:25.055973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:25.076312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:25.086641 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7a63eafc-5980-4254-a322-e9500efbad7a req-12d2f08b-ea8d-474c-ab2f-b9a929924095 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990724 Jan 18 19:45:25.131497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Pushing event updated for resources: {'Port': ['ID=90799bbc-ac46-4943-b93e-d22022661d00,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:25.178693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7da4b-deb7-4fb2-941d-8107fbd1046f req-8648be72-5989-47cc-b701-731966e87606 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:25.182511 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-94f7da4b-deb7-4fb2-941d-8107fbd1046f req-8648be72-5989-47cc-b701-731966e87606 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 944 time: 0.5771992 Jan 18 19:45:25.190273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Attempting to bind port 3a43221b-1db7-466e-aa62-3222dab3d8f2 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:45:25.191225 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Attempting to bind port 3a43221b-1db7-466e-aa62-3222dab3d8f2 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:45:25.191600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Attempting to bind port 3a43221b-1db7-466e-aa62-3222dab3d8f2 on network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:45:25.200548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-cb97b55a-0151-4820-ac75-65f0d020969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:25.202270 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-cb97b55a-0151-4820-ac75-65f0d020969f service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.8630683 Jan 18 19:45:25.208105 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.208355 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.208689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.209075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.209454 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.209833 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.210214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.210584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.211026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.211332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.211810 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.212064 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.212503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.212870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.213742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.213742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.213993 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.214260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:45:25.214369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.214604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Checking segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:45:25.214704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.214965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.215096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.215360 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.215455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Bound using segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:45:25.215726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.215894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Bound port: 3a43221b-1db7-466e-aa62-3222dab3d8f2, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:45:25.216095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.216198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.216459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:25.220949 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:25.247580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.264455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.282644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ab93e164-d5fb-434d-a727-5fbc24f30ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:25.393642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ad243c-1524-4450-9d99-d6523869e168'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:25.406593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc446ee-b8c7-4a5d-8db2-e8b90f4a0427,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:25.410448 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:25.417358 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-94f7da4b-deb7-4fb2-941d-8107fbd1046f req-b4ef4e66-3b8f-40d4-a16e-392ffabb1692 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190464 Jan 18 19:45:25.427323 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-9e0abae1-e2ee-4aa1-ae6f-80e7689b20cb admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=81aec7003e0c4a039e9764b06e4ed68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7652690 Jan 18 19:45:25.429790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Network a031f579-c896-4c1d-b0d4-6374c1da460c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:25.431115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 60442) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:25.434367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:25.436680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:25.444681 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-7130c2c8-97d0-4913-8bbf-7e646c3696d7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ba639fc-8a00-44ab-9fde-e241b8dc8feb HTTP/1.1" status: 200 len: 217 time: 0.1030586 Jan 18 19:45:25.455624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:25.457003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.548972 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0805080 Jan 18 19:45:25.560668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] For port 89ad243c-1524-4450-9d99-d6523869e168, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=89ad243c-1524-4450-9d99-d6523869e168,segment=NetworkSegment(98cffcf7-e2c6-4e87-80e0-75b8243bf88e),segment_id=98cffcf7-e2c6-4e87-80e0-75b8243bf88e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:25.561165 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.586534 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8446c-c84e-475b-8975-b66ea518238d req-01ad5ed4-fb29-4f64-8f9f-07d055ae6d43 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:25.588281 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-87f8446c-c84e-475b-8975-b66ea518238d req-01ad5ed4-fb29-4f64-8f9f-07d055ae6d43 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2776570 Jan 18 19:45:25.598224 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Request body: {'port': {'device_id': '64fd3eed-0977-46e9-8bd9-e510d6211fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:25.660737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] For port 3a43221b-1db7-466e-aa62-3222dab3d8f2, host hv-cinder-56205, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:45:25.744875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Calling delete_port for 89ad243c-1524-4450-9d99-d6523869e168 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:45:25.800858 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-11c46b89-9e6d-4c88-a031-b9f7f817205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:25.802473 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-11c46b89-9e6d-4c88-a031-b9f7f817205e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.3298450 Jan 18 19:45:25.804262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] For port 3a43221b-1db7-466e-aa62-3222dab3d8f2, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:45:25.814409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.822687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.875810 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:25.899673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f18b679a-6ada-4013-851d-0dba4050906b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.912378 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:25.969002 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-253cee42-9b4f-4dad-bc53-3355f5d07637 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484592 Jan 18 19:45:25.975635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f18b679a-6ada-4013-851d-0dba4050906b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:26.046423 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-87f8446c-c84e-475b-8975-b66ea518238d req-820ba007-c732-45ec-9758-617a89451ff0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192193 Jan 18 19:45:26.105730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:26.141520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949b38d-6c1a-497e-b0dc-778bf9aae498 req-3e086f40-5874-4326-92e7-86db218d3fe7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:26.142337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-e949b38d-6c1a-497e-b0dc-778bf9aae498 req-3e086f40-5874-4326-92e7-86db218d3fe7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:26.218060 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a2e45412030b41958e98ab9e69c371c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9493151 Jan 18 19:45:26.219645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60450) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:26.227332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-e949b38d-6c1a-497e-b0dc-778bf9aae498 req-3e086f40-5874-4326-92e7-86db218d3fe7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:26.228638 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e949b38d-6c1a-497e-b0dc-778bf9aae498 req-3e086f40-5874-4326-92e7-86db218d3fe7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 931 time: 0.6367252 Jan 18 19:45:26.297415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f18b679a-6ada-4013-851d-0dba4050906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:26.371564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:26.406986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b679a-6ada-4013-851d-0dba4050906b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc446ee-b8c7-4a5d-8db2-e8b90f4a0427,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:26.410278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f18b679a-6ada-4013-851d-0dba4050906b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:26.435574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f18b679a-6ada-4013-851d-0dba4050906b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:26.439657 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f18b679a-6ada-4013-851d-0dba4050906b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/acc446ee-b8c7-4a5d-8db2-e8b90f4a0427 HTTP/1.1" status: 204 len: 168 time: 1.0074818 Jan 18 19:45:26.446615 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e949b38d-6c1a-497e-b0dc-778bf9aae498 req-1b6eaa20-4e51-4d0b-a507-4a2d376a5a44 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766570 Jan 18 19:45:26.490505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:26.613359 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ad243c-1524-4450-9d99-d6523869e168', 'code': 200} Jan 18 19:45:26.623293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8444784-dd98-4db2-adad-7cdfd93f94db req-118f2d2b-a471-4654-8630-c59016b2f23a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:26.631088 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a8444784-dd98-4db2-adad-7cdfd93f94db req-118f2d2b-a471-4654-8630-c59016b2f23a tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 946 time: 0.3590579 Jan 18 19:45:26.668824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:26.669253 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:26.746489 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-d872ccf9-e8ef-4fbf-b25d-948214498828 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034154 Jan 18 19:45:26.783197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Pushing event updated for resources: {'Port': ['ID=3a43221b-1db7-466e-aa62-3222dab3d8f2,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:26.806050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:26.821232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.885s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:26.936056 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a8444784-dd98-4db2-adad-7cdfd93f94db req-3bd09981-2b24-427e-905a-1172dbde28ba tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/security-groups?id=011a36c2-4a59-40c8-b679-abf67c08c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039470 Jan 18 19:45:26.940079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:26.941583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:26.944302 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] 10.222.0.113 "PUT /v2.0/ports/3a43221b-1db7-466e-aa62-3222dab3d8f2 HTTP/1.1" status: 200 len: 1158 time: 4.2426596 Jan 18 19:45:26.968638 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:27.061637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90799bbc-ac46-4943-b93e-d22022661d00 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:45:27.103266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bbd0c-44b0-4821-ad3c-fddd9ed26310 req-d69675fe-3cc8-436e-89f7-2aa98c653f05 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:27.103719 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.105192 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e56bbd0c-44b0-4821-ad3c-fddd9ed26310 req-d69675fe-3cc8-436e-89f7-2aa98c653f05 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/ports?device_id=b0c6ef0a-a57a-45a0-979a-becc07940431 HTTP/1.1" status: 200 len: 943 time: 0.3318806 Jan 18 19:45:27.105842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 60462) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:27.105969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825a8c3-442c-4f7d-b535-09b71393c862,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:27.112861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.165452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.180135 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Transition to ACTIVE for port object 90799bbc-ac46-4943-b93e-d22022661d00 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:27.229187 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.237034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:27.248151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:27.250079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:27.274032 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-21292216-231a-4c95-a132-3660ecac13e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:27.281625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccda98f7-d94f-4df1-8c02-547ac1ed4f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.311806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Usage tracker for resource:security_group_rule and tenant:4115fba82cbc4c5a80bacdf55b2afdfa is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:27.337648 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:27.346024 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e56bbd0c-44b0-4821-ad3c-fddd9ed26310 req-4a0413ac-843a-4700-8637-58e0523c0db9 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.109 "GET /v2.0/security-groups?id=18d7037d-7337-4000-8a01-fac127de0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135513 Jan 18 19:45:27.348576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Pushing event deleted for resources: {'Port': ['ID=89ad243c-1524-4450-9d99-d6523869e168,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:27.351371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:27.354869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:27.468583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccda98f7-d94f-4df1-8c02-547ac1ed4f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.531253 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-b4e71aa8-8544-4e55-8057-ae0598e8c28e service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7185490 Jan 18 19:45:27.586554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Pushing event updated for resources: {'Port': ['ID=90799bbc-ac46-4943-b93e-d22022661d00,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:27.589882 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-17fc4be2-7bea-4184-9809-ac899b3c337b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7727840 Jan 18 19:45:27.600443 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:27.616374 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-c23b4697-70c5-4da7-ae47-50cffab62b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:27.618013 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-c23b4697-70c5-4da7-ae47-50cffab62b65 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 1161 time: 0.5075965 Jan 18 19:45:27.645101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9fedd-80f6-466f-923d-089c8210ea16 req-e3d3e6b5-98ce-456e-b857-4d7fbadf439d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:27.646839 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4fa9fedd-80f6-466f-923d-089c8210ea16 req-e3d3e6b5-98ce-456e-b857-4d7fbadf439d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.4896064 Jan 18 19:45:27.756594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-8ce820d4-1bc6-4876-bb44-4eba64e8b3fb tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:27.757383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-8ce820d4-1bc6-4876-bb44-4eba64e8b3fb tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Synchronizing usage tracker for tenant:d102ea4527da4a7faacb87532c896b1a on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:27.768908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] No DVR routers for this DVR port 89ad243c-1524-4450-9d99-d6523869e168 on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:45:27.772199 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.826453 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-8e26bbd4-0234-46a4-968c-b31168d3b836 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2 HTTP/1.1" status: 200 len: 217 time: 0.1595712 Jan 18 19:45:27.834088 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4fa9fedd-80f6-466f-923d-089c8210ea16 req-f9adceef-04ba-4a6a-8e69-d522cb918739 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755490 Jan 18 19:45:27.843572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccda98f7-d94f-4df1-8c02-547ac1ed4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.850123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.877083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6229f5-75b1-42ce-9c47-e3a2d929bc1f req-312ff4d6-0e03-4300-9a8f-57b756520f4c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:27.878916 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3d6229f5-75b1-42ce-9c47-e3a2d929bc1f req-312ff4d6-0e03-4300-9a8f-57b756520f4c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 944 time: 0.3790355 Jan 18 19:45:27.882294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.891794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Attempting to bind port 90799bbc-ac46-4943-b93e-d22022661d00 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:45:27.892178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Attempting to bind port 90799bbc-ac46-4943-b93e-d22022661d00 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:45:27.892545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Attempting to bind port 90799bbc-ac46-4943-b93e-d22022661d00 on network a031f579-c896-4c1d-b0d4-6374c1da460c {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:45:27.893178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c274d57c-e515-4ea0-8871-ca44e91f4153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:27.900425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:27.924408 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2', 'status': 'completed', 'code': 200} Jan 18 19:45:27.933548 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] 10.222.0.113 "DELETE /v2.0/ports/89ad243c-1524-4450-9d99-d6523869e168 HTTP/1.1" status: 204 len: 173 time: 3.6604438 Jan 18 19:45:27.933706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:45:27.933924 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Checking segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:45:27.934314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.934420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda98f7-d94f-4df1-8c02-547ac1ed4f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825a8c3-442c-4f7d-b535-09b71393c862,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:27.934715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Bound using segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:45:27.935251 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Bound port: 90799bbc-ac46-4943-b93e-d22022661d00, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:45:27.935633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.937737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ccda98f7-d94f-4df1-8c02-547ac1ed4f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:27.941495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-8ce820d4-1bc6-4876-bb44-4eba64e8b3fb tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Unset dirty status for tenant:d102ea4527da4a7faacb87532c896b1a on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:27.943019 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-8ce820d4-1bc6-4876-bb44-4eba64e8b3fb tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.113 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 946 time: 0.7528772 Jan 18 19:45:27.945008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccda98f7-d94f-4df1-8c02-547ac1ed4f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:27.948799 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ccda98f7-d94f-4df1-8c02-547ac1ed4f03 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6825a8c3-442c-4f7d-b535-09b71393c862 HTTP/1.1" status: 204 len: 168 time: 1.4622607 Jan 18 19:45:28.034775 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4115fba82cbc4c5a80bacdf55b2afdfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9245853 Jan 18 19:45:28.046887 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60478) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:28.051827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-0478fc01-9d79-4733-aafc-4839334587b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:28.054649 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-0478fc01-9d79-4733-aafc-4839334587b1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.2135987 Jan 18 19:45:28.114526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45610e9e-ba00-44ac-bf50-f9edea4fda2f,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:28.124687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ddd49e5b-4faa-42a8-9922-7500b08eb0d9 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:45:28.138848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:28.156718 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3d6229f5-75b1-42ce-9c47-e3a2d929bc1f req-392ad0ab-c558-4c16-a335-8090c44e66bf tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609630 Jan 18 19:45:28.197549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Deleting port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:45:28.201901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:28.220004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] For port 90799bbc-ac46-4943-b93e-d22022661d00, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:45:28.224846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] For port 90799bbc-ac46-4943-b93e-d22022661d00, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=90799bbc-ac46-4943-b93e-d22022661d00,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:45:28.233925 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:28.258415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2166e4-1ff5-4629-a56a-78c46dd9d27a req-d03fa978-04b5-4a49-ac02-d472a224ddf6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:28.266113 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a2166e4-1ff5-4629-a56a-78c46dd9d27a req-d03fa978-04b5-4a49-ac02-d472a224ddf6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2206013 Jan 18 19:45:28.282414 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:28.307036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aab63-3b77-428e-825a-5664791198e7 req-527a6a5d-109f-45ed-97e3-1bb7ea29e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:28.309128 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-527a6a5d-109f-45ed-97e3-1bb7ea29e1cc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 1162 time: 0.5422440 Jan 18 19:45:28.340894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:28.391943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port ddd49e5b-4faa-42a8-9922-7500b08eb0d9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,segment=NetworkSegment(7f1f485e-89b8-4457-8edd-550d681beacb),segment_id=7f1f485e-89b8-4457-8edd-550d681beacb)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:28.432089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:28.440151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:28.499752 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a2166e4-1ff5-4629-a56a-78c46dd9d27a req-a1e03d9e-b98c-4e37-b0a4-561392af2e89 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325959 Jan 18 19:45:28.525258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Pushing event updated for resources: {'Port': ['ID=90799bbc-ac46-4943-b93e-d22022661d00,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:28.535382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57c8a9b4-a76f-46ef-9c9b-49c1651d58d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:28.545420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:28.627756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-27894f9b-17cd-4480-9144-344f2a1266bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:28.629901 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-27894f9b-17cd-4480-9144-344f2a1266bf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5506332 Jan 18 19:45:28.672423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 60488) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:28.676903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd49e5b-4faa-42a8-9922-7500b08eb0d9'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:28.685602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:28.695990 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.696893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.697278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.697653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.698179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.698558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.698925 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.699335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.699705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.700066 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.700428 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.701281 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.701281 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.701572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.702412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.703011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.703394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.703757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.704116 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.704371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57c8a9b4-a76f-46ef-9c9b-49c1651d58d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:28.704624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.704983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.705340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.705742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.706585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:45:28.711095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:28.714324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:28.998845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:28.999581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:29.001090 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] 10.222.0.113 "PUT /v2.0/ports/90799bbc-ac46-4943-b93e-d22022661d00 HTTP/1.1" status: 200 len: 1157 time: 3.4079807 Jan 18 19:45:29.004311 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fd3eed-0977-46e9-8bd9-e510d6211fd3', 'tag': '90799bbc-ac46-4943-b93e-d22022661d00'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:29.011331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:29.029173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f078614a4494ba3ad2a1fc63ff6249e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:29.033926 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:29.043455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:29.136245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aab63-3b77-428e-825a-5664791198e7 req-0e72b930-9a49-47ab-a38c-6e54c9c94962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:29.137823 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-0e72b930-9a49-47ab-a38c-6e54c9c94962 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 909 time: 0.7850749 Jan 18 19:45:29.151897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a9553-1e5d-4cd0-96c2-0973862e0099 req-af62eb59-24d8-47a2-ab21-fd08c44cde5b tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:29.153535 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c01a9553-1e5d-4cd0-96c2-0973862e0099 req-af62eb59-24d8-47a2-ab21-fd08c44cde5b tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 943 time: 0.5891268 Jan 18 19:45:29.227261 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f8e04-b3e4-49b7-a9b9-7fc237bcb560 req-a1de787f-e612-46fc-94b9-01ec5664978f tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:29.228840 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae2f8e04-b3e4-49b7-a9b9-7fc237bcb560 req-a1de787f-e612-46fc-94b9-01ec5664978f tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 944 time: 0.5211875 Jan 18 19:45:29.243490 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-f20bd47e-d8bc-4232-abb1-26968cc1527b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffdaa339-50e9-4baa-8767-20157ee73d7b HTTP/1.1" status: 200 len: 217 time: 0.0949271 Jan 18 19:45:29.305367 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c01a9553-1e5d-4cd0-96c2-0973862e0099 req-5f08c174-4c91-4433-8f63-24b79f502645 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380422 Jan 18 19:45:29.331303 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-14004693-d2fe-404c-a2a8-0bdc58754110 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552861 Jan 18 19:45:29.331303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] For port ddd49e5b-4faa-42a8-9922-7500b08eb0d9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,segment=NetworkSegment(7f1f485e-89b8-4457-8edd-550d681beacb),segment_id=7f1f485e-89b8-4457-8edd-550d681beacb)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:29.331651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:29.360069 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae2f8e04-b3e4-49b7-a9b9-7fc237bcb560 req-d5492ae5-9d2a-4dc9-9168-7b42e3162091 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/security-groups?id=011a36c2-4a59-40c8-b679-abf67c08c246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180220 Jan 18 19:45:29.365256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-9f4f21c4-bcf3-434c-8634-a5049cad110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:29.366863 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-9f4f21c4-bcf3-434c-8634-a5049cad110d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 1160 time: 0.2979884 Jan 18 19:45:29.444339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57c8a9b4-a76f-46ef-9c9b-49c1651d58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:29.509783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:29.523644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b4e40ea5-724d-4280-b356-58a70b6ff5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:29.529942 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-80a822fb-14e5-4199-8d62-d32c7ec8a80e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90799bbc-ac46-4943-b93e-d22022661d00 HTTP/1.1" status: 200 len: 217 time: 0.1468201 Jan 18 19:45:29.532171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:29.537526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Calling delete_port for ddd49e5b-4faa-42a8-9922-7500b08eb0d9 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:45:29.544613 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd49e5b-4faa-42a8-9922-7500b08eb0d9', 'code': 200} Jan 18 19:45:29.552534 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3eeb46dd-916b-49e7-b491-9e5c8a5da548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:29.587610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aab63-3b77-428e-825a-5664791198e7 req-3672c731-a7ce-47c6-81dd-9a2124b74425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:29.589359 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-3672c731-a7ce-47c6-81dd-9a2124b74425 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.3235290 Jan 18 19:45:29.594445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8a9b4-a76f-46ef-9c9b-49c1651d58d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45610e9e-ba00-44ac-bf50-f9edea4fda2f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:29.599768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-57c8a9b4-a76f-46ef-9c9b-49c1651d58d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:29.725153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57c8a9b4-a76f-46ef-9c9b-49c1651d58d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:29.726429 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-57c8a9b4-a76f-46ef-9c9b-49c1651d58d4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/45610e9e-ba00-44ac-bf50-f9edea4fda2f HTTP/1.1" status: 204 len: 168 time: 1.6695096 Jan 18 19:45:29.729038 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-73b68eb4-112d-4177-b9e5-a52227d1db25 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282918 Jan 18 19:45:29.800719 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8f078614a4494ba3ad2a1fc63ff6249e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1182394 Jan 18 19:45:29.809160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60508) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:29.810956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85572712-9a85-42f4-bb87-eb100c23290c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:29.841850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:29.861659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-fcaba439-25ad-4b08-8a2f-979afdd21c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:29.865221 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-fcaba439-25ad-4b08-8a2f-979afdd21c5d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.3156033 Jan 18 19:45:29.918401 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a4a5ff5-98c4-4e52-a209-95c3bc8d50e7 req-228146e0-2150-41ce-b4e5-fc65605c3c4a service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5697079 Jan 18 19:45:29.969806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874b39-bc66-411e-be01-54d32f2a3c08 req-75400b88-5356-48f7-a11e-c39bd96d12d8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:29.972260 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bc874b39-bc66-411e-be01-54d32f2a3c08 req-75400b88-5356-48f7-a11e-c39bd96d12d8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.3630021 Jan 18 19:45:29.991999 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-369c6b0c-c1d3-4e0c-a796-2bfc5ee6f218 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138783 Jan 18 19:45:29.992511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 60514) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:30.007475 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'floatingip': {'port_id': '0dade2b2-3e89-404b-9295-9341483ab20f'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:30.074114 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fd3eed-0977-46e9-8bd9-e510d6211fd3', 'tag': '90799bbc-ac46-4943-b93e-d22022661d00', 'status': 'completed', 'code': 200} Jan 18 19:45:30.124541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'name': 'network-vif-deleted', 'tag': '89ad243c-1524-4450-9d99-d6523869e168'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:30.143049 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-b3af8433-7b02-4310-b225-cd552299ab7b service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976443 Jan 18 19:45:30.158981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d6e7-2d2d-4ba5-9b33-ad8f3ca9068f req-92fa95b7-ce13-4f89-a473-6771d688e82a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:30.161865 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4802d6e7-2d2d-4ba5-9b33-ad8f3ca9068f req-92fa95b7-ce13-4f89-a473-6771d688e82a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.4591057 Jan 18 19:45:30.186903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:30.304298 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60524) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:30.339691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f762708b-23f4-4648-902c-bf4ce9fd0f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:30.369714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:30.441764 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:30.471607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:30.507244 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4802d6e7-2d2d-4ba5-9b33-ad8f3ca9068f req-cbb30995-c678-403d-8a71-8fe5414bf09e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264737 Jan 18 19:45:30.532634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f762708b-23f4-4648-902c-bf4ce9fd0f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:30.539897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:30.560023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Pushing event deleted for resources: {'Port': ['ID=ddd49e5b-4faa-42a8-9922-7500b08eb0d9,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:30.562928 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:30.581934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Usage tracker for resource:security_group_rule and tenant:7621ee73760b47049c0c205d93eba9c8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:30.586696 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c6ef0a-a57a-45a0-979a-becc07940431', 'name': 'network-vif-deleted', 'tag': '89ad243c-1524-4450-9d99-d6523869e168', 'status': 'completed', 'code': 200} Jan 18 19:45:30.600170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:30.612827 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-fb8aef89-aff8-4764-8ae4-098084ee085f service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377681 Jan 18 19:45:30.665345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:30.721266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-b05adff7-43d1-4898-b8ab-c23647f71b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:30.722910 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-b05adff7-43d1-4898-b8ab-c23647f71b81 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 1161 time: 0.5576997 Jan 18 19:45:30.784338 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-4eb13392-e686-479d-a1af-df443f08f128 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5537136 Jan 18 19:45:30.835459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58bfab-cb24-4729-8181-128fac5b9a72 req-1cd9a317-02ea-4a3e-9e91-084721446351 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:30.837175 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd58bfab-cb24-4729-8181-128fac5b9a72 req-1cd9a317-02ea-4a3e-9e91-084721446351 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 944 time: 0.5882936 Jan 18 19:45:30.895177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f762708b-23f4-4648-902c-bf4ce9fd0f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:30.928611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ccda98f7-d94f-4df1-8c02-547ac1ed4f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:31.185194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] No DVR routers for this DVR port ddd49e5b-4faa-42a8-9922-7500b08eb0d9 on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:45:31.190335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762708b-23f4-4648-902c-bf4ce9fd0f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85572712-9a85-42f4-bb87-eb100c23290c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:31.197019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:31.206193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f762708b-23f4-4648-902c-bf4ce9fd0f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:31.260823 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd58bfab-cb24-4729-8181-128fac5b9a72 req-e4106188-528f-4e68-b32d-b0963c403d5d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890514 Jan 18 19:45:31.264295 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-01655ab0-e8bc-4af8-af35-36baade22f87 req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.113 "DELETE /v2.0/ports/ddd49e5b-4faa-42a8-9922-7500b08eb0d9 HTTP/1.1" status: 204 len: 173 time: 3.3133092 Jan 18 19:45:31.268633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-e9c94384-214f-4e8b-9326-0e1989e7af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:31.270155 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-e9c94384-214f-4e8b-9326-0e1989e7af7a service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 905 time: 0.5316610 Jan 18 19:45:31.279867 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-623c24d9-4339-4c9a-92fa-d191e8a02365 req-bb221c3f-cb08-42b4-8343-c671d2dd1b53 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6536462 Jan 18 19:45:31.280002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f762708b-23f4-4648-902c-bf4ce9fd0f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:31.283622 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f762708b-23f4-4648-902c-bf4ce9fd0f4e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/85572712-9a85-42f4-bb87-eb100c23290c HTTP/1.1" status: 204 len: 168 time: 1.4674318 Jan 18 19:45:31.401703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:31.403769 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-61a499d5-5d32-4ea9-a5b7-1b637cf6f466 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2 HTTP/1.1" status: 200 len: 217 time: 0.1211500 Jan 18 19:45:31.413319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c38f4-0d73-41be-a87b-6e7f2de529ea req-4558e537-a9de-4337-aa28-c7fa18a13da0 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:31.415322 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b0c38f4-0d73-41be-a87b-6e7f2de529ea req-4558e537-a9de-4337-aa28-c7fa18a13da0 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 943 time: 0.7050223 Jan 18 19:45:31.487201 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:31.516741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f762708b-23f4-4648-902c-bf4ce9fd0f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:31.550902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31525056-fd89-49f7-bf18-dbeaa5fd6506,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:31.557618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:31.585422 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=7621ee73760b47049c0c205d93eba9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2799971 Jan 18 19:45:31.590911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60540) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:31.594528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-da988be0-c28a-4d5e-94c0-d4277366d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:31.596116 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-da988be0-c28a-4d5e-94c0-d4277366d67a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.1801100 Jan 18 19:45:31.714105 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-97c268c9-d211-48e6-9e99-082b027a0d58 req-5ed0cd5f-7c3e-4bae-8745-bd392dfb5316 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] 10.222.0.109 "GET /v2.0/ports?device_id=d206f747-2a36-4f0d-aa11-aa9b500a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.1416922 Jan 18 19:45:31.726041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ad4daaf-3d45-4b2e-9834-cfea86dec851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:31.773280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-78543acf-8d6a-4c9f-9e9e-94118ff1cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:31.775474 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-78543acf-8d6a-4c9f-9e9e-94118ff1cb2a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1683679 Jan 18 19:45:31.776717 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b0c38f4-0d73-41be-a87b-6e7f2de529ea req-78cc49d1-e56a-466b-8fa7-32a05b4e53a6 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203752 Jan 18 19:45:31.777150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ad4daaf-3d45-4b2e-9834-cfea86dec851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:31.848121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a341-eff4-4615-994d-c79034e88790 req-e69fbd31-53a3-483f-8285-184f7ce27362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:31.849785 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd85a341-eff4-4615-994d-c79034e88790 req-e69fbd31-53a3-483f-8285-184f7ce27362 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 1160 time: 0.2798102 Jan 18 19:45:31.995333 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-f5d69d31-608c-45a6-8605-3b571f825443 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096756 Jan 18 19:45:32.001204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ad4daaf-3d45-4b2e-9834-cfea86dec851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:32.010863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:32.055721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4daaf-3d45-4b2e-9834-cfea86dec851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31525056-fd89-49f7-bf18-dbeaa5fd6506,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:32.059732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:32.065160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 60554) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:32.069859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0ad4daaf-3d45-4b2e-9834-cfea86dec851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:32.072543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:32.073772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ad4daaf-3d45-4b2e-9834-cfea86dec851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:32.074999 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0ad4daaf-3d45-4b2e-9834-cfea86dec851 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/31525056-fd89-49f7-bf18-dbeaa5fd6506 HTTP/1.1" status: 204 len: 168 time: 0.4830623 Jan 18 19:45:32.187239 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d070d03c-b89b-479c-8be7-a0e089aafac7 req-37bd5012-6552-4153-974e-457026221434 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1772356 Jan 18 19:45:32.366132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:45:32.501894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Deleting subnet 75b585c6-cdb2-4051-8b92-a1e5f90c6458 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:45:32.506452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:32.561895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a341-eff4-4615-994d-c79034e88790 req-0931d5a7-6cb8-4b18-a065-6755a4ee7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:32.563578 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd85a341-eff4-4615-994d-c79034e88790 req-0931d5a7-6cb8-4b18-a065-6755a4ee7049 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 909 time: 0.6419580 Jan 18 19:45:32.564717 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Floating IP 03d25782-e525-4be7-b5b4-5b4600d8bbc4 associated. External IP: 172.28.3.209, port: 0dade2b2-3e89-404b-9295-9341483ab20f. Jan 18 19:45:32.588410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'name': 'network-vif-deleted', 'tag': 'ddd49e5b-4faa-42a8-9922-7500b08eb0d9'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:32.820233 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 3a43221b-1db7-466e-aa62-3222dab3d8f2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:32.955552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 3a43221b-1db7-466e-aa62-3222dab3d8f2 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:32.962374 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 3a43221b-1db7-466e-aa62-3222dab3d8f2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:32.963134 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:33.053396 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd85a341-eff4-4615-994d-c79034e88790 req-d12ccd4f-c6eb-41f3-aee4-57e29153485f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90799bbc-ac46-4943-b93e-d22022661d00 HTTP/1.1" status: 200 len: 217 time: 0.3942199 Jan 18 19:45:33.084877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d49205-f070-4820-bbf4-5d9ae26703b9 req-96c844ba-e661-4aa9-b508-e1ccdb1d0081 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:33.092464 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c1d49205-f070-4820-bbf4-5d9ae26703b9 req-96c844ba-e661-4aa9-b508-e1ccdb1d0081 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 1.0360310 Jan 18 19:45:33.102890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:33.111535 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:33.153385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 3a43221b-1db7-466e-aa62-3222dab3d8f2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:33.154792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:33.162124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:33.164341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:33.192006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:33.256935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=3a43221b-1db7-466e-aa62-3222dab3d8f2,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:33.261103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:33.336490 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c1d49205-f070-4820-bbf4-5d9ae26703b9 req-e7c4919b-0ba5-417c-b2da-c26d87a2828d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422183 Jan 18 19:45:33.361596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a341-eff4-4615-994d-c79034e88790 req-ef5d2d50-1468-4214-8b00-da387e7ed340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:33.363831 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd85a341-eff4-4615-994d-c79034e88790 req-ef5d2d50-1468-4214-8b00-da387e7ed340 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.2637300 Jan 18 19:45:33.441107 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd206f747-2a36-4f0d-aa11-aa9b500a8ea4', 'name': 'network-vif-deleted', 'tag': 'ddd49e5b-4faa-42a8-9922-7500b08eb0d9', 'status': 'completed', 'code': 200} Jan 18 19:45:33.453730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b2ec9-42e7-4614-9f67-7a7f62614d7b req-836cac03-49cd-4ad9-be66-4e10d8b86cf8 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:33.462393 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-129b2ec9-42e7-4614-9f67-7a7f62614d7b req-836cac03-49cd-4ad9-be66-4e10d8b86cf8 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 944 time: 0.9127240 Jan 18 19:45:33.494055 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd85a341-eff4-4615-994d-c79034e88790 req-f41e047d-eac1-4e70-af74-f9161156e513 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192193 Jan 18 19:45:33.567430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60608) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:33.736484 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-129b2ec9-42e7-4614-9f67-7a7f62614d7b req-38908a11-fe2d-445e-98f0-f2145f42fb17 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731652 Jan 18 19:45:33.850041 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2', 'code': 200} Jan 18 19:45:33.850979 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:33.868462 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:33.873033 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Usage tracker for resource:security_group_rule and tenant:2407c28d25a94ff09936c60d58a9fcd0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:33.876416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:33.883459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:33.902807 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:45:34.148335 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd85a341-eff4-4615-994d-c79034e88790 req-113cebad-62b0-4a10-b167-dced0ec4c5a4 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181187 Jan 18 19:45:34.175431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:34.190957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:34.201246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-258a1e03-b44a-4831-9487-9821a425ffa0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:34.265907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee050e1-a395-4cc6-94b8-a8f583db9068 req-e9736e93-f6e4-4a1c-bacc-ad065f4aca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:34.267557 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ee050e1-a395-4cc6-94b8-a8f583db9068 req-e9736e93-f6e4-4a1c-bacc-ad065f4aca90 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 1163 time: 0.1634741 Jan 18 19:45:34.268269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4030da5b-b538-49a9-8dcc-350ec2d4f7d3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:34.271798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:34.278388 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2407c28d25a94ff09936c60d58a9fcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7073030 Jan 18 19:45:34.284511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 60628) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:34.307445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:34.319692 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ee050e1-a395-4cc6-94b8-a8f583db9068 req-6110231e-190f-411b-b261-f4f50f2580b6 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Jan 18 19:45:34.498273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:45:34.514121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] Sync routers for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:45:34.523808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:45:34.524458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:45:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:34.542556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c6185-e6c7-4e6a-be26-a335bf1b9bef req-9b43de6f-467e-487d-a208-7f8be97a701f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:34.542556 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fe2c6185-e6c7-4e6a-be26-a335bf1b9bef req-9b43de6f-467e-487d-a208-7f8be97a701f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 943 time: 0.8107531 Jan 18 19:45:34.723784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:45:34.736184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:34.779593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca42e652-b10c-422d-8b4f-64446e354d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:34.872598 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90799bbc-ac46-4943-b93e-d22022661d00 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:34.956797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 90799bbc-ac46-4943-b93e-d22022661d00 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:34.962531 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 90799bbc-ac46-4943-b93e-d22022661d00 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:34.963235 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.054753 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fe2c6185-e6c7-4e6a-be26-a335bf1b9bef req-dfe98b69-662a-4d53-933f-011075eb5019 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499135 Jan 18 19:45:35.087882 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd85a341-eff4-4615-994d-c79034e88790 req-b02719c3-ea87-441f-81a3-5aee07706ac4 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8501115 Jan 18 19:45:35.155162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '03d25782-e525-4be7-b5b4-5b4600d8bbc4', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'floating_ip_address': '172.28.3.209', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'port_id': '0dade2b2-3e89-404b-9295-9341483ab20f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'mac_address': 'fa:16:3e:1f:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06495c72-c2ac-4919-a427-a4da2c0865db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:45:01Z', 'updated_at': '2021-01-18T19:45:31Z', 'revision_number': 1, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:35.155162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] Checking router: 1ef5e45e-8c3c-4288-b6d7-3a02716087cb for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:45:35.168523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca42e652-b10c-422d-8b4f-64446e354d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.179606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.182522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:45:35.183614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:45:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:35.186855 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-4fbbd3f8-40ad-4c73-95b6-f7f00f9ffea8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "PUT /v2.0/floatingips/03d25782-e525-4be7-b5b4-5b4600d8bbc4 HTTP/1.1" status: 200 len: 992 time: 5.1875970 Jan 18 19:45:35.230958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:35.269253 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:35.276356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.375160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 90799bbc-ac46-4943-b93e-d22022661d00, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=90799bbc-ac46-4943-b93e-d22022661d00,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:35.380631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.381567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 3a43221b-1db7-466e-aa62-3222dab3d8f2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:35.439351 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:45:35.470886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5ff3-e81f-4c58-8449-dc8f31796b3f req-8060f43b-1754-4c8c-be24-8074c82619fb tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:35.472686 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69cd5ff3-e81f-4c58-8449-dc8f31796b3f req-8060f43b-1754-4c8c-be24-8074c82619fb tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.9678073 Jan 18 19:45:35.494611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b585c6-cdb2-4051-8b92-a1e5f90c6458,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:35.497205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca42e652-b10c-422d-8b4f-64446e354d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.509346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-87ea5893-5a22-431c-bdab-7972c147a82e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:35.524253 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:35.589565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=90799bbc-ac46-4943-b93e-d22022661d00,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:35.595644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:35.605152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 3a43221b-1db7-466e-aa62-3222dab3d8f2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:35.605776 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.615306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-296c127a-6d35-4a49-8f66-395010aed051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:35.644620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42e652-b10c-422d-8b4f-64446e354d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4030da5b-b538-49a9-8dcc-350ec2d4f7d3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:35.647196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ca42e652-b10c-422d-8b4f-64446e354d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:35.650432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.697512 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] 10.222.0.109 "DELETE /v2.0/subnets/75b585c6-cdb2-4051-8b92-a1e5f90c6458 HTTP/1.1" status: 204 len: 168 time: 3.6303000 Jan 18 19:45:35.700229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60656) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:35.742740 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69cd5ff3-e81f-4c58-8449-dc8f31796b3f req-3ea99fd5-01d1-4772-b052-5000732e85d3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317067 Jan 18 19:45:35.752394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca42e652-b10c-422d-8b4f-64446e354d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.756266 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ca42e652-b10c-422d-8b4f-64446e354d7d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4030da5b-b538-49a9-8dcc-350ec2d4f7d3 HTTP/1.1" status: 204 len: 168 time: 1.4657328 Jan 18 19:45:35.851625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fd3eed-0977-46e9-8bd9-e510d6211fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90799bbc-ac46-4943-b93e-d22022661d00'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:35.858697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a67c1a-22de-4c47-bfe6-e63e8bc341eb req-7d757498-b545-4a0c-be9b-479abfc0c1ac tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:35.870207 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-64a67c1a-22de-4c47-bfe6-e63e8bc341eb req-7d757498-b545-4a0c-be9b-479abfc0c1ac tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.5542371 Jan 18 19:45:35.876324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:35.963292 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-64a67c1a-22de-4c47-bfe6-e63e8bc341eb req-ed55a073-b470-4add-8f86-34d95b190a76 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916502 Jan 18 19:45:36.031997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '03d25782-e525-4be7-b5b4-5b4600d8bbc4', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'floating_ip_address': '172.28.3.209', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'port_id': '0dade2b2-3e89-404b-9295-9341483ab20f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'mac_address': 'fa:16:3e:1f:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06495c72-c2ac-4919-a427-a4da2c0865db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:45:01Z', 'updated_at': '2021-01-18T19:45:31Z', 'revision_number': 1, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:36.043246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b51d0-9079-4b67-aa4a-92d20798c9ef None None] The sync data for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb is: [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '03d25782-e525-4be7-b5b4-5b4600d8bbc4', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'floating_ip_address': '172.28.3.209', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'port_id': '0dade2b2-3e89-404b-9295-9341483ab20f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'mac_address': 'fa:16:3e:1f:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06495c72-c2ac-4919-a427-a4da2c0865db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:45:01Z', 'updated_at': '2021-01-18T19:45:31Z', 'revision_number': 1, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:45:36.111962 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f', 'status': 'completed', 'code': 200} Jan 18 19:45:36.134775 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fd3eed-0977-46e9-8bd9-e510d6211fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90799bbc-ac46-4943-b93e-d22022661d00', 'code': 200} Jan 18 19:45:36.222505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:36.336771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7643f-12e4-4238-8812-0af74eded4db req-b97fe04e-83a5-48ac-9dc3-15541b2094b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:36.338406 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-73b7643f-12e4-4238-8812-0af74eded4db req-b97fe04e-83a5-48ac-9dc3-15541b2094b2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 1163 time: 0.1683583 Jan 18 19:45:36.384968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90799bbc-ac46-4943-b93e-d22022661d00 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:36.390042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.390817 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.392089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.392661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > port after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.393095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.394108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > port after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.398379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.399123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.399878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.400360 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.485569 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.486056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.486505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.487006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:45:36.487508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e9c338-d135-4313-a197-eca2676f6839']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:36.515218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 90799bbc-ac46-4943-b93e-d22022661d00 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:36.515840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:36.527840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cffcf7-e2c6-4e87-80e0-75b8243bf88e') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:36.531396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cffcf7-e2c6-4e87-80e0-75b8243bf88e') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:36.609160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:36.642998 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:36.648178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c42193-af5a-4df9-9468-d5e3a5bc5657 None None] New status for floating IP 03d25782-e525-4be7-b5b4-5b4600d8bbc4: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:45:36.648763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:45:36.675037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7643f-12e4-4238-8812-0af74eded4db req-587e4897-a35d-446a-a3d2-45c5ec27a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:36.677962 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-73b7643f-12e4-4238-8812-0af74eded4db req-587e4897-a35d-446a-a3d2-45c5ec27a778 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.3245287 Jan 18 19:45:36.737708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97645d-5acc-43fd-9bcc-3a6431459799 req-ab391dcd-1318-4ee8-bdd0-6977ba940d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:36.744369 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8c97645d-5acc-43fd-9bcc-3a6431459799 req-ab391dcd-1318-4ee8-bdd0-6977ba940d38 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 1162 time: 0.1971760 Jan 18 19:45:36.828448 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc7494-c1f1-4bec-aba1-8b8e06b17346 req-c8a9c802-7a77-436c-b680-e6f5c5a85dbe tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:36.830196 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-63bc7494-c1f1-4bec-aba1-8b8e06b17346 req-c8a9c802-7a77-436c-b680-e6f5c5a85dbe tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 945 time: 0.5750887 Jan 18 19:45:36.980686 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-73b7643f-12e4-4238-8812-0af74eded4db req-ec2f5621-c556-43c8-855a-739f4ba0c013 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dade2b2-3e89-404b-9295-9341483ab20f HTTP/1.1" status: 200 len: 1000 time: 0.2960129 Jan 18 19:45:37.038514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Network 35e9c338-d135-4313-a197-eca2676f6839 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:45:37.049212 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8c97645d-5acc-43fd-9bcc-3a6431459799 req-8177f4c0-f84d-4df5-b65a-d0d4f14cc398 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991030 Jan 18 19:45:37.051342 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:37.054260 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-63bc7494-c1f1-4bec-aba1-8b8e06b17346 req-a639b686-94aa-44fc-82dc-9102345a2238 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122800 Jan 18 19:45:37.222494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7643f-12e4-4238-8812-0af74eded4db req-c7090f1b-ebc2-49ac-8915-d11e9f515938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:37.224103 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-73b7643f-12e4-4238-8812-0af74eded4db req-c7090f1b-ebc2-49ac-8915-d11e9f515938 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.1819985 Jan 18 19:45:37.225869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 3a43221b-1db7-466e-aa62-3222dab3d8f2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:37.297692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7e7d-2e4c-4a80-a5b5-5effc0329616 req-34271ee0-3bd0-4a68-9650-272becd67c36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:37.305485 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-155e7e7d-2e4c-4a80-a5b5-5effc0329616 req-34271ee0-3bd0-4a68-9650-272becd67c36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.3371689 Jan 18 19:45:37.341092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 3a43221b-1db7-466e-aa62-3222dab3d8f2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:37.341528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:37.377391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Network 35e9c338-d135-4313-a197-eca2676f6839 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: (rel_b, rel_a, rel_b), Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: (rel_b, rel_a, rel_b), Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:45:37.469826 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:45:37.541401 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-155e7e7d-2e4c-4a80-a5b5-5effc0329616 req-34500f11-43a9-4685-925b-f29743d87321 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348509 Jan 18 19:45:37.615266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d9af0-7ba4-4e71-9126-dc556eaafc5e req-800cec4d-f11f-47fb-bed9-7c5a4e40e1f8 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:37.617151 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-730d9af0-7ba4-4e71-9126-dc556eaafc5e req-800cec4d-f11f-47fb-bed9-7c5a4e40e1f8 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.3919442 Jan 18 19:45:37.655703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7643f-12e4-4238-8812-0af74eded4db req-f769e327-4d48-4506-920c-5d153e5fca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:37.657928 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-73b7643f-12e4-4238-8812-0af74eded4db req-f769e327-4d48-4506-920c-5d153e5fca10 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3502674 Jan 18 19:45:37.678191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:37.684083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:37.693452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6a367723-113e-4b5c-baeb-5e626dba1e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:37.714086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e9c338-d135-4313-a197-eca2676f6839,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:37.717624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:37.723130 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] 10.222.0.109 "DELETE /v2.0/networks/35e9c338-d135-4313-a197-eca2676f6839 HTTP/1.1" status: 204 len: 168 time: 2.0183458 Jan 18 19:45:37.737670 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-730d9af0-7ba4-4e71-9126-dc556eaafc5e req-48baed06-b3c7-47e1-a1cb-bdbdeaff3ba4 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106954 Jan 18 19:45:37.964810 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-73b7643f-12e4-4238-8812-0af74eded4db req-5a552bf3-94f5-4205-865f-98aad9b7bce1 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898884 Jan 18 19:45:38.088254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60722) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:38.225712 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-374fe09d-e41a-4cd3-b850-bfd1d499e962 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=db96f4f23dc3447a883639d8a6e287b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1361649 Jan 18 19:45:38.230532 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60730) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:38.263938 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-73b7643f-12e4-4238-8812-0af74eded4db req-3066d614-85c3-4f8c-86df-c7d79e63f55e service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2543488 Jan 18 19:45:38.293541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90799bbc-ac46-4943-b93e-d22022661d00 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:38.306872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2290bd1-54dc-49a6-b745-246ca3a063a2 req-e7a7edce-995f-45df-9ec6-85b2430d1e5e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:38.309526 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f2290bd1-54dc-49a6-b745-246ca3a063a2 req-e7a7edce-995f-45df-9ec6-85b2430d1e5e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.4163809 Jan 18 19:45:38.330105 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60734) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:38.370949 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'floatingip': {'port_id': '3a43221b-1db7-466e-aa62-3222dab3d8f2'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:38.430006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-77b7f96a-1636-4807-90c2-f76436ba46fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:38.468547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 90799bbc-ac46-4943-b93e-d22022661d00 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:38.469164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:38.512296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:38.515249 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d2ec7-fc34-40b2-b6d8-92ebaf29881b req-b537c1cd-c7d4-4ddf-a11b-c29d4a19999f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:38.519454 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0f8d2ec7-fc34-40b2-b6d8-92ebaf29881b req-b537c1cd-c7d4-4ddf-a11b-c29d4a19999f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 945 time: 0.2091634 Jan 18 19:45:38.608341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-77b7f96a-1636-4807-90c2-f76436ba46fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:38.649691 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0f8d2ec7-fc34-40b2-b6d8-92ebaf29881b req-2bf6c72f-b7b0-4c68-bd5e-f81c2f5d1c39 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234109 Jan 18 19:45:38.688495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-77b7f96a-1636-4807-90c2-f76436ba46fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:38.704669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:38.782082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7f96a-1636-4807-90c2-f76436ba46fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d7037d-7337-4000-8a01-fac127de0801,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:38.785782 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-77b7f96a-1636-4807-90c2-f76436ba46fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:38.796524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-77b7f96a-1636-4807-90c2-f76436ba46fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:38.798004 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-77b7f96a-1636-4807-90c2-f76436ba46fd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/18d7037d-7337-4000-8a01-fac127de0801 HTTP/1.1" status: 204 len: 168 time: 0.5661907 Jan 18 19:45:38.911105 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9246e1-ffc5-4c45-8361-edae6b6cef4d req-6fc53639-5933-4da2-9820-a18d44de7afa tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:38.913594 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ef9246e1-ffc5-4c45-8361-edae6b6cef4d req-6fc53639-5933-4da2-9820-a18d44de7afa tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1538601 Jan 18 19:45:38.969072 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ef9246e1-ffc5-4c45-8361-edae6b6cef4d req-1ffec40e-6d0c-4bf8-8bf2-4f32b847b2da tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Jan 18 19:45:39.816834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:39.822716 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:39.978401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d781e-7b9c-4a3b-ae4f-6aeb363cf0d0 req-367a6ea0-aa6f-4e72-923c-4a0c7612a746 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:39.978401 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-049d781e-7b9c-4a3b-ae4f-6aeb363cf0d0 req-367a6ea0-aa6f-4e72-923c-4a0c7612a746 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 945 time: 0.1308906 Jan 18 19:45:40.054527 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Floating IP 49b4cb16-2085-45e9-9de0-ffa6a7a68c91 associated. External IP: 172.28.3.74, port: 3a43221b-1db7-466e-aa62-3222dab3d8f2. Jan 18 19:45:40.087127 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-049d781e-7b9c-4a3b-ae4f-6aeb363cf0d0 req-1bb4e768-749d-4c68-b090-e8d3504f25ef tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027215 Jan 18 19:45:40.386741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7ecad-9226-43f3-9e1e-b9ba735f3a97 req-54a9e3b8-37aa-45ce-9567-e5e0500ade48 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:40.395270 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0cb7ecad-9226-43f3-9e1e-b9ba735f3a97 req-54a9e3b8-37aa-45ce-9567-e5e0500ade48 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1475058 Jan 18 19:45:40.493312 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0cb7ecad-9226-43f3-9e1e-b9ba735f3a97 req-a4cf1cbb-3f85-4cd0-9e16-f696e40e4755 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966372 Jan 18 19:45:40.523691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Router afbfa0f8-5eee-41bb-828c-ecd4575fc969 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:45:40.740285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:45:40.745168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:40.753135 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] Sync routers for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:45:40.769626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:45:40.771032 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:45:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:40.816787 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0e036200-d7e4-4fbc-9d93-07730edff1ff tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "PUT /v2.0/floatingips/49b4cb16-2085-45e9-9de0-ffa6a7a68c91 HTTP/1.1" status: 200 len: 991 time: 2.4798360 Jan 18 19:45:40.817847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:41.102691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:45:41.131119 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2', 'status': 'completed', 'code': 200} Jan 18 19:45:41.285038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60830) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:41.316672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-887c8871-218b-4f7a-a616-d5635b14635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:41.319207 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-887c8871-218b-4f7a-a616-d5635b14635a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 1163 time: 0.1199040 Jan 18 19:45:41.537438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:41.583014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:41.593989 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Usage tracker for resource:security_group_rule and tenant:a5bb57ccdb82475ea0a017f234390787 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:41.602660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:41.609869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:41.623673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-5dbffb65-4795-4c5d-b5b3-f99f8f70539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:41.625273 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-5dbffb65-4795-4c5d-b5b3-f99f8f70539a service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 905 time: 0.2967217 Jan 18 19:45:41.713168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:41.716583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:41.736656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-16905b1f-dd28-4f92-a123-0f487a33207c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:41.803005 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-6a143c50-36d8-4e52-b89b-d6dfa26459a8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2 HTTP/1.1" status: 200 len: 999 time: 0.1707373 Jan 18 19:45:41.850172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae100c5-bc02-40e8-b9c6-c166840d7bf6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:41.863976 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a5bb57ccdb82475ea0a017f234390787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776238 Jan 18 19:45:41.865228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:41.866089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60852) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:42.023228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f81d-1590-421a-9f4f-54947ea15394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:42.068377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '49b4cb16-2085-45e9-9de0-ffa6a7a68c91', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'port_id': '3a43221b-1db7-466e-aa62-3222dab3d8f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'mac_address': 'fa:16:3e:2d:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:45:12Z', 'updated_at': '2021-01-18T19:45:39Z', 'revision_number': 1, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:42.074307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] Checking router: afbfa0f8-5eee-41bb-828c-ecd4575fc969 for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:45:42.085262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f81d-1590-421a-9f4f-54947ea15394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:42.086988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:45:42.087966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:45:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:42.137738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f81d-1590-421a-9f4f-54947ea15394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:42.144670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3526c7c4-1411-49ff-8614-a2af974c9b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:42.161188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f81d-1590-421a-9f4f-54947ea15394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:42.165730 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e3f2f81d-1590-421a-9f4f-54947ea15394 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2ae100c5-bc02-40e8-b9c6-c166840d7bf6 HTTP/1.1" status: 204 len: 168 time: 0.2982333 Jan 18 19:45:42.167014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2f81d-1590-421a-9f4f-54947ea15394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae100c5-bc02-40e8-b9c6-c166840d7bf6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:42.169636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e3f2f81d-1590-421a-9f4f-54947ea15394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:42.296347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-a9e7cf6b-7935-4baf-a995-9dd905d00c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:42.301067 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-a9e7cf6b-7935-4baf-a995-9dd905d00c2c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.4436316 Jan 18 19:45:42.384675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:45:42.528820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d40d64-ff1c-488b-9b70-e5d97da1732a req-9242657c-e009-48dd-9d45-a88e8183524b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:42.536693 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b4d40d64-ff1c-488b-9b70-e5d97da1732a req-9242657c-e009-48dd-9d45-a88e8183524b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.7325847 Jan 18 19:45:42.590687 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b4d40d64-ff1c-488b-9b70-e5d97da1732a req-7c471ca4-ba1a-4979-ada2-6449fb5bdacc tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Jan 18 19:45:42.604500 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-10b34f89-ca4b-4e2f-9049-e0a1be048dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:42.606082 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-10b34f89-ca4b-4e2f-9049-e0a1be048dac service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2925038 Jan 18 19:45:42.653287 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-42b168d6-5921-411a-b531-ec0599f76b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:42.845145 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-05c7eefc-ac34-4e67-82d7-f68cac790fa8 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072754 Jan 18 19:45:42.934315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 60894) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:42.957230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:42.976137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:42.980321 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Usage tracker for resource:security_group_rule and tenant:439af69979a44721bfb2a8a1ba5eeae8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:42.983354 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:42.990202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:43.038927 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '49b4cb16-2085-45e9-9de0-ffa6a7a68c91', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'port_id': '3a43221b-1db7-466e-aa62-3222dab3d8f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'mac_address': 'fa:16:3e:2d:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:45:12Z', 'updated_at': '2021-01-18T19:45:39Z', 'revision_number': 1, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:43.054466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7231eea-0f0e-43d5-afbb-2fe18c62d64d None None] The sync data for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb is: [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '49b4cb16-2085-45e9-9de0-ffa6a7a68c91', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'port_id': '3a43221b-1db7-466e-aa62-3222dab3d8f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'mac_address': 'fa:16:3e:2d:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:45:12Z', 'updated_at': '2021-01-18T19:45:39Z', 'revision_number': 1, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:45:43.081865 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b0cc55c8-9e54-48a2-b932-ea9844752042 req-2643b499-b15f-4702-979b-c66c290ddc6c service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2289095 Jan 18 19:45:43.099783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:43.103125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:43.113624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:43.163829 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=439af69979a44721bfb2a8a1ba5eeae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284710 Jan 18 19:45:43.164777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfdebd6-0770-4f6e-aa9d-167191b646bb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:43.167305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 60900) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:43.168155 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:43.236445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58ee2f5d-da59-4361-b57b-a10f064d9d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:43.267188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58ee2f5d-da59-4361-b57b-a10f064d9d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:43.325245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58ee2f5d-da59-4361-b57b-a10f064d9d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:43.331174 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f52eff1b-a7ef-4e01-955b-62f157d15e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:43.347173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58ee2f5d-da59-4361-b57b-a10f064d9d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:43.348648 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-58ee2f5d-da59-4361-b57b-a10f064d9d9c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/adfdebd6-0770-4f6e-aa9d-167191b646bb HTTP/1.1" status: 204 len: 168 time: 0.1802783 Jan 18 19:45:43.349978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2f5d-da59-4361-b57b-a10f064d9d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfdebd6-0770-4f6e-aa9d-167191b646bb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:43.353389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58ee2f5d-da59-4361-b57b-a10f064d9d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:43.462009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a315d1fd-e090-4e80-a647-d7fd0dbd3b17 None None] New status for floating IP 49b4cb16-2085-45e9-9de0-ffa6a7a68c91: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:45:44.060604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9435e-c344-4877-8f1c-08f7da6c8e82 req-7fa0acc9-3e33-42a1-a014-7ac33cee5984 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:44.062350 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-63c9435e-c344-4877-8f1c-08f7da6c8e82 req-7fa0acc9-3e33-42a1-a014-7ac33cee5984 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1797431 Jan 18 19:45:44.175247 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-63c9435e-c344-4877-8f1c-08f7da6c8e82 req-7c9333e1-05b8-4e6d-8cd2-27a496fa369e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030447 Jan 18 19:45:44.407398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-5ef987a1-be40-4fc9-8303-807a0370721c tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:44.409507 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-5ef987a1-be40-4fc9-8303-807a0370721c tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 815 time: 0.1785507 Jan 18 19:45:44.427202 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-5e445d17-f30c-42eb-bf60-eb846f65b5f8 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/quotas/81a1c0edaaef42b6b7d936852f6810d9 HTTP/1.1" status: 200 len: 375 time: 0.0111866 Jan 18 19:45:44.531113 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-d2d91394-7d8b-4a16-9b50-dd87ffe49647 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975661 Jan 18 19:45:44.692535 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-fc9730fc-c952-4161-8e93-44cf775cc4b7 service neutron] 10.222.0.109 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532600 Jan 18 19:45:44.813033 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f41704a3-a4dd-40cc-9b78-c96ef91381c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:44.842705 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-33447dd2-f90a-4490-b75a-64230f39a99f service neutron] 10.222.0.109 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426213 Jan 18 19:45:44.956952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:45.094262 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b97af90-1bce-4322-8a38-5fac083fb9ec req-38fd6435-e033-4421-ab53-1e9b6ec9daf1 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 210 time: 0.0666814 Jan 18 19:45:45.511837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a08d94-bf91-4b92-a940-e9895182db69 req-971ec339-1276-4671-80f5-a75f2d1bb8be tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:45.513784 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f7a08d94-bf91-4b92-a940-e9895182db69 req-971ec339-1276-4671-80f5-a75f2d1bb8be tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1508617 Jan 18 19:45:45.575730 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f7a08d94-bf91-4b92-a940-e9895182db69 req-36198272-974f-46e2-8a35-43b98a472cc1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534544 Jan 18 19:45:45.712584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 32788) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:45.876768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 32798) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:46.012694 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.028511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:46.032636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Usage tracker for resource:security_group_rule and tenant:5593621b1e5447c2b54d9982bdd13e1b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:46.037920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:46.057834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:46.060045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.084149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:46.095642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Usage tracker for resource:security_group_rule and tenant:a165c045136f4887acecdecd0a42b327 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:46.100464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:46.110400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:46.215402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.225591 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.236434 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:46.291509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33812a10-22d3-49ca-b3de-311d14ae27dc,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:46.303987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:46.315620 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5593621b1e5447c2b54d9982bdd13e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987437 Jan 18 19:45:46.315830 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d95a610a-ce4f-42f9-aae4-188b6b623007 req-b29507d8-14d3-4d85-8ce2-45afac0ffcf5 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 210 time: 0.0620654 Jan 18 19:45:46.315938 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.316400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 32808) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:46.329950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.340250 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3b565720-a139-4280-8613-cd72e9c04b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:46.386597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.393751 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a165c045136f4887acecdecd0a42b327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151002 Jan 18 19:45:46.394612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e020213-eb92-42e6-8e91-31f4827ca7cc,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:46.397642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 32814) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:46.404757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:46.446223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c4c426a-1169-4a8b-85c1-91c623548e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.483934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c4c426a-1169-4a8b-85c1-91c623548e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.545615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c4c426a-1169-4a8b-85c1-91c623548e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.559185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3ec39bc5-76d5-4ab8-bbcf-5fb05e467790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:46.598016 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c426a-1169-4a8b-85c1-91c623548e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33812a10-22d3-49ca-b3de-311d14ae27dc,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:46.600056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c4c426a-1169-4a8b-85c1-91c623548e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.603865 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-9c4c426a-1169-4a8b-85c1-91c623548e96 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/33812a10-22d3-49ca-b3de-311d14ae27dc HTTP/1.1" status: 204 len: 168 time: 0.2838969 Jan 18 19:45:46.603865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9c4c426a-1169-4a8b-85c1-91c623548e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:46.641024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba259307-bad5-49d9-9a5b-3b29c0460e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.794727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba259307-bad5-49d9-9a5b-3b29c0460e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.842262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:46.902083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-3f928b4a-84af-4d74-8732-46d49841b992 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:46.903765 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-3f928b4a-84af-4d74-8732-46d49841b992 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 815 time: 0.3859856 Jan 18 19:45:46.948972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Request body: {'port': {'device_id': 'd4db8086-e8d3-4376-a915-e22609fc9da1', 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c', 'admin_state_up': True, 'tenant_id': '81a1c0edaaef42b6b7d936852f6810d9'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:47.103882 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:47.146428 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945555a-a81e-4a83-b728-2390747da003 req-e174140d-6430-4ca5-9be0-c046acaab452 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:47.154231 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6945555a-a81e-4a83-b728-2390747da003 req-e174140d-6430-4ca5-9be0-c046acaab452 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.3515661 Jan 18 19:45:47.157373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:47.180318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba259307-bad5-49d9-9a5b-3b29c0460e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:47.190830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2cd5b984-52e2-4ea5-a103-5eb78cff54db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:47.209532 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba259307-bad5-49d9-9a5b-3b29c0460e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:47.210910 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ba259307-bad5-49d9-9a5b-3b29c0460e05 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9e020213-eb92-42e6-8e91-31f4827ca7cc HTTP/1.1" status: 204 len: 168 time: 0.8120117 Jan 18 19:45:47.216069 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Made reservation on behalf of 81a1c0edaaef42b6b7d936852f6810d9 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:47.225796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:47.237352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba259307-bad5-49d9-9a5b-3b29c0460e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e020213-eb92-42e6-8e91-31f4827ca7cc,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:47.242903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba259307-bad5-49d9-9a5b-3b29c0460e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:47.472191 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6945555a-a81e-4a83-b728-2390747da003 req-c85f34c2-e14a-4a50-9243-b05bf4d0a14b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168736 Jan 18 19:45:47.748467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Allocated IP 172.20.0.11 (a031f579-c896-4c1d-b0d4-6374c1da460c/e9c3b1f7-5461-4da4-8585-f7e9ccc38567/90e978fa-5536-4cf7-a131-6e092be735e1) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:47.825545 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-78922a33-1958-452f-841b-f759c4aa22c3 req-e5b6ffd9-fec0-4daa-aa93-71c1731e32be tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 210 time: 0.0620031 Jan 18 19:45:48.140072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:48.173738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:48.199569 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:48.401548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 32922) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:48.580518 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Pushing event updated for resources: {'Port': ['ID=90e978fa-5536-4cf7-a131-6e092be735e1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:48.590499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:48.643324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1661114901-network', 'tenant_id': '38df80256a944a7281bb5368f53cdad0'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:48.648508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:48.653413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Usage tracker for resource:network and tenant:38df80256a944a7281bb5368f53cdad0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:48.656693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:48.663679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:48.676026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Made reservation on behalf of 38df80256a944a7281bb5368f53cdad0 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:48.680948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:48.690204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Network a031f579-c896-4c1d-b0d4-6374c1da460c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:48.692434 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:48.695376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:48.698316 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:48.713000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:48.714033 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:48.716123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:48.722071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Usage tracker for resource:security_group_rule and tenant:38df80256a944a7281bb5368f53cdad0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:48.725283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:48.732397 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:48.762475 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8179889 Jan 18 19:45:48.786957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904593c-4daa-4942-a798-54e6df7d0ac0 req-2e38c1e5-67ad-4cb1-beb8-35ba5d75ebe6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:48.788707 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3904593c-4daa-4942-a798-54e6df7d0ac0 req-2e38c1e5-67ad-4cb1-beb8-35ba5d75ebe6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1703322 Jan 18 19:45:48.794496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Request body: {'port': {'device_id': 'd4db8086-e8d3-4376-a915-e22609fc9da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:48.873965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:48.880824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:48.886702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8ae20a02-ab00-4ed0-ae28-66f6677df973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:48.910667 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3904593c-4daa-4942-a798-54e6df7d0ac0 req-899ababf-2d36-4bec-901b-5276c5a5d2ff tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818403 Jan 18 19:45:48.919368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:45:48.947657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a8dd3-b88e-42a9-8534-7437dec58868,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:48.960078 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:48.969327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:48.969725 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Added segment 3eb51737-bfb7-4a5c-9c16-3d0396b75749 of type vxlan for network f7ad9b33-abda-4977-ae00-7199f45a9255 Jan 18 19:45:48.995318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:49.002004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:49.034967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:49.036424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:49.037140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:49.042862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:49.465367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ad9b33-abda-4977-ae00-7199f45a9255,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:49.468441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:49.477409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network f7ad9b33-abda-4977-ae00-7199f45a9255 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:45:49.494895 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0921171 Jan 18 19:45:49.497925 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 32958) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:49.504487 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Request body: {'subnet': {'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1661114901-subnet', 'tenant_id': '38df80256a944a7281bb5368f53cdad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:49.512279 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:49.528281 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Usage tracker for resource:subnet and tenant:38df80256a944a7281bb5368f53cdad0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:49.531370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:49.533903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9ca7-c6ba-478e-8157-fc347e23c896 req-7e0eccdb-0b86-4342-96b7-81f8436aa847 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:49.537883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-283b9ca7-c6ba-478e-8157-fc347e23c896 req-7e0eccdb-0b86-4342-96b7-81f8436aa847 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:49.541565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:49.561176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Made reservation on behalf of 38df80256a944a7281bb5368f53cdad0 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:49.566541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851585197'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:49.681975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network f7ad9b33-abda-4977-ae00-7199f45a9255 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:45:49.724841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-283b9ca7-c6ba-478e-8157-fc347e23c896 req-7e0eccdb-0b86-4342-96b7-81f8436aa847 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:49.734764 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-283b9ca7-c6ba-478e-8157-fc347e23c896 req-7e0eccdb-0b86-4342-96b7-81f8436aa847 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 932 time: 0.4779022 Jan 18 19:45:49.855712 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-283b9ca7-c6ba-478e-8157-fc347e23c896 req-f54aedc0-bdde-494a-b09b-719c57613a43 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176324 Jan 18 19:45:49.870658 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e978fa-5536-4cf7-a131-6e092be735e1 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:45:49.893982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:49.921241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Transition to ACTIVE for port object 90e978fa-5536-4cf7-a131-6e092be735e1 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:49.925588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:49.970227 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:50.099681 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850790576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851585214'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:50.115399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:50.229722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Pushing event updated for resources: {'Port': ['ID=90e978fa-5536-4cf7-a131-6e092be735e1,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:50.236297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:50.277328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=938b48fb-2996-4561-93a7-d369d3ccf798,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:50.287476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:50.315115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcf40d-1c6d-4cb5-8bdd-ff6575412776 req-013313c2-9c55-4b20-af35-e46a7ed18e55 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:50.323485 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-60bcf40d-1c6d-4cb5-8bdd-ff6575412776 req-013313c2-9c55-4b20-af35-e46a7ed18e55 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1889083 Jan 18 19:45:50.374086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Checking segment: {'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:45:50.374086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Network hostable DHCP agents. Network: f7ad9b33-abda-4977-ae00-7199f45a9255, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:45:50.394191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Network f7ad9b33-abda-4977-ae00-7199f45a9255 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:45:50.403538 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, f7ad9b33-abda-4977-ae00-7199f45a9255) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:50.411452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883423be-79eb-4b4d-8c6d-3a1bc64aee83 None None] Network f7ad9b33-abda-4977-ae00-7199f45a9255 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:45:50.432970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:50.433651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:50.466037 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9668863 Jan 18 19:45:50.468490 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-60bcf40d-1c6d-4cb5-8bdd-ff6575412776 req-0c4a7cbf-146d-4bb3-9f13-2434fbef55a5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440430 Jan 18 19:45:50.469472 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Attempting to bind port 90e978fa-5536-4cf7-a131-6e092be735e1 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:45:50.469844 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Attempting to bind port 90e978fa-5536-4cf7-a131-6e092be735e1 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:45:50.470208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Attempting to bind port 90e978fa-5536-4cf7-a131-6e092be735e1 on network a031f579-c896-4c1d-b0d4-6374c1da460c {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:45:50.486307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:45:50.486711 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Checking segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:45:50.487185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:50.487560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Bound using segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:45:50.488058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Bound port: 90e978fa-5536-4cf7-a131-6e092be735e1, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:45:50.488437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:50.615468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] For port 90e978fa-5536-4cf7-a131-6e092be735e1, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:45:50.619709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] For port 90e978fa-5536-4cf7-a131-6e092be735e1, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=90e978fa-5536-4cf7-a131-6e092be735e1,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:45:50.624876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:50.667318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:50.753632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Pushing event updated for resources: {'Port': ['ID=90e978fa-5536-4cf7-a131-6e092be735e1,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:50.758174 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:50.877890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:50.878499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:50.880085 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] 10.222.0.113 "PUT /v2.0/ports/90e978fa-5536-4cf7-a131-6e092be735e1 HTTP/1.1" status: 200 len: 1158 time: 2.0903499 Jan 18 19:45:50.881035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4db8086-e8d3-4376-a915-e22609fc9da1', 'tag': '90e978fa-5536-4cf7-a131-6e092be735e1'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:51.011968 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4db8086-e8d3-4376-a915-e22609fc9da1', 'tag': '90e978fa-5536-4cf7-a131-6e092be735e1', 'status': 'completed', 'code': 200} Jan 18 19:45:51.062604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-214293e0-8846-471d-a6bb-67945e345e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:51.064288 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-214293e0-8846-471d-a6bb-67945e345e36 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 1161 time: 0.1064122 Jan 18 19:45:51.094638 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4841c7-d895-406e-bf7f-328b2dfd91e9 None None] Network f7ad9b33-abda-4977-ae00-7199f45a9255 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:45:51.172183 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-d7b05909-9d03-456c-a02e-98628f0c90e4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e978fa-5536-4cf7-a131-6e092be735e1 HTTP/1.1" status: 200 len: 217 time: 0.0939002 Jan 18 19:45:51.312340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-03e3ae15-3656-459f-b801-04089277e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:51.314038 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-03e3ae15-3656-459f-b801-04089277e785 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.1000485 Jan 18 19:45:51.389661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f999f7-9e7f-404e-82ca-f33203a9fb89 req-19848c11-7adf-410e-b1ef-e38c44f8d452 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:51.391650 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a2f999f7-9e7f-404e-82ca-f33203a9fb89 req-19848c11-7adf-410e-b1ef-e38c44f8d452 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 944 time: 0.2383015 Jan 18 19:45:51.423516 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-28094b7b-7eda-41fd-9663-44cbc61c8755 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006904 Jan 18 19:45:51.504553 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a2f999f7-9e7f-404e-82ca-f33203a9fb89 req-a4bd5bbd-a6bb-4a89-8b65-95a9a11c1c2c tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039481 Jan 18 19:45:51.748555 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-612a323e-7712-4799-a0ad-2b8a5291106f service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148496 Jan 18 19:45:51.921767 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71775-c34d-4f85-9ccf-cf17e9f1f872 req-927e4f00-06e4-4b00-ab5a-1d93238fbcbc tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:51.921767 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-87c71775-c34d-4f85-9ccf-cf17e9f1f872 req-927e4f00-06e4-4b00-ab5a-1d93238fbcbc tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2323408 Jan 18 19:45:51.994147 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e1cba0a4-5a74-4418-859a-897125f746f2 req-748d0b3f-228b-4796-8c1d-aae471f610f0 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2364569 Jan 18 19:45:52.002969 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-87c71775-c34d-4f85-9ccf-cf17e9f1f872 req-24661b5e-961c-496f-bca9-6035969dacbf tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721216 Jan 18 19:45:52.197808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-02cfa575-013d-47e6-8a21-421d7942297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:52.199412 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-02cfa575-013d-47e6-8a21-421d7942297c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 1161 time: 0.0802915 Jan 18 19:45:52.350275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-b7603aab-3a41-4e0c-9b93-c6b68cd9c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:52.351907 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-b7603aab-3a41-4e0c-9b93-c6b68cd9c02f service neutron] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 909 time: 0.1400251 Jan 18 19:45:52.645690 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-996a16bf-f1a9-4d76-aef4-14672b380a63 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e978fa-5536-4cf7-a131-6e092be735e1 HTTP/1.1" status: 200 len: 217 time: 0.2848210 Jan 18 19:45:52.780675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-f09a6c95-464a-46f8-9e08-3db04552cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:52.782319 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-f09a6c95-464a-46f8-9e08-3db04552cdc4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.1006451 Jan 18 19:45:52.844174 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-b10b883b-bd70-452d-9d58-dc321da13910 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551262 Jan 18 19:45:52.905828 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5d896-03a3-400e-9990-e847aca8e35f req-5a102c9a-123f-4d58-8093-48e5afea0e11 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:52.907554 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ec5d896-03a3-400e-9990-e847aca8e35f req-5a102c9a-123f-4d58-8093-48e5afea0e11 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 944 time: 0.2606900 Jan 18 19:45:53.093681 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ec5d896-03a3-400e-9990-e847aca8e35f req-a8ab98c2-20f8-42cd-829d-2e0058fe04de tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740811 Jan 18 19:45:53.189704 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-33dd3ea8-28db-436e-83e2-c2ea72596908 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395240 Jan 18 19:45:53.243373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33068) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:53.348915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33074) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:53.427811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-ccd78359-2ffd-4c12-9d81-cc3011512c79 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:53.435637 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-ccd78359-2ffd-4c12-9d81-cc3011512c79 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/networks?id=f7ad9b33-abda-4977-ae00-7199f45a9255 HTTP/1.1" status: 200 len: 809 time: 0.3849969 Jan 18 19:45:53.482941 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-da6cf14e-cfa1-4c2e-a97c-30fad4094d51 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/quotas/38df80256a944a7281bb5368f53cdad0 HTTP/1.1" status: 200 len: 375 time: 0.0462039 Jan 18 19:45:53.489195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:53.507732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:53.513292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Usage tracker for resource:security_group_rule and tenant:1f73097ce163480699f7f32cd47cfc00 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:53.523108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:53.546585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:53.553125 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-d23b5771-dfdf-432e-97cf-268f7457d621 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?tenant_id=38df80256a944a7281bb5368f53cdad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691707 Jan 18 19:45:53.555794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:53.561851 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2e0e90e-f525-4d8a-87ea-e480ec86458e req-c3fe6f17-11e2-46b4-a881-bdfb3b19ef3a service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3604672 Jan 18 19:45:53.594997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:53.600523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Usage tracker for resource:security_group_rule and tenant:f524c1a21a354b83b37541eeeed14407 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:53.603914 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:53.612517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:53.622260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562345-bedc-47b7-bf73-d2b5d5204712 req-dca98f3f-7fa5-4e98-8122-0c04d67f2bcd tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:53.624293 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9c562345-bedc-47b7-bf73-d2b5d5204712 req-dca98f3f-7fa5-4e98-8122-0c04d67f2bcd tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.3874168 Jan 18 19:45:53.732892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:53.737592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:53.745899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9b79a98a-8282-4d61-90be-0ef208fc961a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:53.761821 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9c562345-bedc-47b7-bf73-d2b5d5204712 req-cd8c6c28-7c8b-4162-8200-e3539aae7aeb tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167588 Jan 18 19:45:53.793801 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-a075a47d-afe7-4cc2-bdc9-bd6dbfa8d968 service neutron] 10.222.0.109 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267771 Jan 18 19:45:53.813920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:53.823274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:53.831573 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=1f73097ce163480699f7f32cd47cfc00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5860369 Jan 18 19:45:53.834449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca14ac-6598-43ed-a580-35b7f72b0e8b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:53.838076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:53.838775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33094) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:53.842236 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-864e41c8-0907-4655-89a9-74b058c20756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:53.908568 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f524c1a21a354b83b37541eeeed14407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560687 Jan 18 19:45:53.913381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33100) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:53.919471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c8d423-45d1-4b96-98d7-80143372a689,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:53.923015 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:53.971418 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-94d26a64-8010-45cb-9d80-447470ee20fd service neutron] 10.222.0.109 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1686573 Jan 18 19:45:54.006254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52068b21-9896-4c74-8bde-bbdbcda03e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.045041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bcc421d0-3195-44ad-9723-baed3d34cce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.059136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52068b21-9896-4c74-8bde-bbdbcda03e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.108953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bcc421d0-3195-44ad-9723-baed3d34cce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.174963 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52068b21-9896-4c74-8bde-bbdbcda03e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.180476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f92b0e86-ed65-475b-ad3a-482eda4f491d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:54.198309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52068b21-9896-4c74-8bde-bbdbcda03e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca14ac-6598-43ed-a580-35b7f72b0e8b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:54.200862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-52068b21-9896-4c74-8bde-bbdbcda03e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:54.202361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bcc421d0-3195-44ad-9723-baed3d34cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.212213 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ddcc600f-8484-4d8b-acd7-d2006bfddcbd req-df602379-462e-4624-9dd7-a3e398663193 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 210 time: 0.0645015 Jan 18 19:45:54.221121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-93ff27d4-2db9-4b2e-8ceb-9b7190c5d47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:54.251493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52068b21-9896-4c74-8bde-bbdbcda03e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.252838 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-52068b21-9896-4c74-8bde-bbdbcda03e85 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/73ca14ac-6598-43ed-a580-35b7f72b0e8b HTTP/1.1" status: 204 len: 168 time: 0.4022124 Jan 18 19:45:54.254513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc421d0-3195-44ad-9723-baed3d34cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c8d423-45d1-4b96-98d7-80143372a689,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:54.260749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bcc421d0-3195-44ad-9723-baed3d34cce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.264342 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-bcc421d0-3195-44ad-9723-baed3d34cce9 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/24c8d423-45d1-4b96-98d7-80143372a689 HTTP/1.1" status: 204 len: 168 time: 0.3475583 Jan 18 19:45:54.280132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bcc421d0-3195-44ad-9723-baed3d34cce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:54.461594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171701fd-d881-4fd4-aaa5-881a3c39d609 req-b235abdb-21f5-44a8-b99a-bbcbab3b56ab tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:54.464119 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-171701fd-d881-4fd4-aaa5-881a3c39d609 req-b235abdb-21f5-44a8-b99a-bbcbab3b56ab tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 944 time: 0.1366143 Jan 18 19:45:54.525340 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-171701fd-d881-4fd4-aaa5-881a3c39d609 req-e378320c-b2b6-4e3c-9286-d69013a372b5 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548010 Jan 18 19:45:54.773086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33132) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:54.793401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.810884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:54.815678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c83bd637bb4c2aa1b1834f56bd04ac is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:54.819578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:54.826449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:54.921190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.925189 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:54.941595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9cd7bc9e-cb35-4aeb-bb7e-273d51b33a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:54.984203 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b6c83bd637bb4c2aa1b1834f56bd04ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072453 Jan 18 19:45:54.985110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33140) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:55.005519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309b4e70-2c6c-44ff-9f1c-6965850e853f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:55.020753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:55.060386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c7206-67e6-4de3-b26a-394a84d092aa req-4286c616-18ff-4d53-bae2-f9aaab148b71 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:55.071715 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a71c7206-67e6-4de3-b26a-394a84d092aa req-4286c616-18ff-4d53-bae2-f9aaab148b71 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1304874 Jan 18 19:45:55.101196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac09ce8d-6236-4173-9378-2a3e8c00c6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.120942 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a71c7206-67e6-4de3-b26a-394a84d092aa req-3f93cc0c-532b-4f9b-8d3c-9617249eae02 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 Jan 18 19:45:55.132568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac09ce8d-6236-4173-9378-2a3e8c00c6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.148757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 33150) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:55.196605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac09ce8d-6236-4173-9378-2a3e8c00c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.203147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-77b7f96a-1636-4807-90c2-f76436ba46fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:55.221369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac09ce8d-6236-4173-9378-2a3e8c00c6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.230582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Deleting subnet 03147130-9045-426d-8ca9-08755d6b90b3 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:45:55.233218 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ac09ce8d-6236-4173-9378-2a3e8c00c6f8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/309b4e70-2c6c-44ff-9f1c-6965850e853f HTTP/1.1" status: 204 len: 168 time: 0.2394214 Jan 18 19:45:55.234272 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.239445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09ce8d-6236-4173-9378-2a3e8c00c6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309b4e70-2c6c-44ff-9f1c-6965850e853f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:55.244841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac09ce8d-6236-4173-9378-2a3e8c00c6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:55.293008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.302060 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.396796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90e978fa-5536-4cf7-a131-6e092be735e1 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:55.550750 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-af97f497-f1c0-41b9-b858-2f603c9be5c0 req-db5f8259-ebdd-4221-a6af-497e8afffdbd tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 210 time: 0.0812671 Jan 18 19:45:55.676627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 90e978fa-5536-4cf7-a131-6e092be735e1 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:45:55.687195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 90e978fa-5536-4cf7-a131-6e092be735e1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:55.687628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.853840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.890797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 90e978fa-5536-4cf7-a131-6e092be735e1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=90e978fa-5536-4cf7-a131-6e092be735e1,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:45:55.893164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4db8086-e8d3-4376-a915-e22609fc9da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e978fa-5536-4cf7-a131-6e092be735e1'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:55.900407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.903132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:55.964141 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:55.976351 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4db8086-e8d3-4376-a915-e22609fc9da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e978fa-5536-4cf7-a131-6e092be735e1', 'code': 200} Jan 18 19:45:56.000767 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-90c53daf-deb4-4c8b-91f2-fb162a881164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:56.004058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=90e978fa-5536-4cf7-a131-6e092be735e1,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:56.007703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:56.060780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-daf82f87-4500-4450-86f2-4378b8017108 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:56.062515 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-daf82f87-4500-4450-86f2-4378b8017108 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.113 "GET /v2.0/networks?id=f7ad9b33-abda-4977-ae00-7199f45a9255 HTTP/1.1" status: 200 len: 809 time: 0.4449255 Jan 18 19:45:56.086478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03147130-9045-426d-8ca9-08755d6b90b3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:56.091927 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:56.175564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Request body: {'port': {'device_id': '76fdbb80-648b-42c8-9ff4-132d6cd8be2a', 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255', 'admin_state_up': True, 'tenant_id': '38df80256a944a7281bb5368f53cdad0'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:56.232385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d24fd-8a29-49b1-9a50-82d4c6de9342 req-838800f0-2b39-44e9-9b44-ed773ea8543b tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:56.239098 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-333d24fd-8a29-49b1-9a50-82d4c6de9342 req-838800f0-2b39-44e9-9b44-ed773ea8543b tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 944 time: 0.4169223 Jan 18 19:45:56.325013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49680132-5bd4-4bf5-b3e0-d1df5c14917e req-a7e5542a-6768-4e43-a2ed-ade14553492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:56.326500 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-49680132-5bd4-4bf5-b3e0-d1df5c14917e req-a7e5542a-6768-4e43-a2ed-ade14553492e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 1163 time: 0.0957522 Jan 18 19:45:56.371813 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-49680132-5bd4-4bf5-b3e0-d1df5c14917e req-188baaa2-8265-480e-9632-450c6a4c6a5a service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 Jan 18 19:45:56.420956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:56.441178 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-333d24fd-8a29-49b1-9a50-82d4c6de9342 req-e484ef76-b3ef-4d0c-9458-4ceb6278ed28 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011077 Jan 18 19:45:56.459000 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/03147130-9045-426d-8ca9-08755d6b90b3 HTTP/1.1" status: 204 len: 168 time: 1.3065159 Jan 18 19:45:56.460039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33190) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:56.479972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90e978fa-5536-4cf7-a131-6e092be735e1 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:56.534382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:45:56.538902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Usage tracker for resource:port and tenant:38df80256a944a7281bb5368f53cdad0 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:45:56.542602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:45:56.548558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:45:56.560980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Made reservation on behalf of 38df80256a944a7281bb5368f53cdad0 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:45:56.572285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:56.601812 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 90e978fa-5536-4cf7-a131-6e092be735e1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:56.602157 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:56.605803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:56.643258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539d5c5-196a-4076-b8e2-a5635d370695 req-9dcfa979-074c-477c-8003-e91f8098f29f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:56.645106 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f539d5c5-196a-4076-b8e2-a5635d370695 req-9dcfa979-074c-477c-8003-e91f8098f29f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.3517199 Jan 18 19:45:56.851624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.006429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eae7994-56e1-4b06-b10a-7e61f954d9f3']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:57.022320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1f485e-89b8-4457-8edd-550d681beacb') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:57.022647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1f485e-89b8-4457-8edd-550d681beacb') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:57.036724 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.053089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.055278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:45:57.090459 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f539d5c5-196a-4076-b8e2-a5635d370695 req-9f65c1e0-7fd4-401a-82fe-94c42ad8518f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851034 Jan 18 19:45:57.095405 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-88763a55-e6ef-4930-b047-a9226a12a821 req-7a3af370-9c0e-4bea-b8e2-05308fb77d02 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 210 time: 0.0725174 Jan 18 19:45:57.254232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:45:57.263537 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.277476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Allocated IP 172.20.0.13 (f7ad9b33-abda-4977-ae00-7199f45a9255/938b48fb-2996-4561-93a7-d369d3ccf798/72833d86-3f8b-4444-906a-9d4d5340ec98) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:45:57.477108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Network 7eae7994-56e1-4b06-b10a-7e61f954d9f3 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:45:57.500560 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:45:57.546382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.582936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.586026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.594427 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:57.610127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25d63295-7ddb-4551-a2a8-ef3c41fca166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:57.616062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.628958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=7eae7994-56e1-4b06-b10a-7e61f954d9f3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:57.632509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:57.643327 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] 10.222.0.109 "DELETE /v2.0/networks/7eae7994-56e1-4b06-b10a-7e61f954d9f3 HTTP/1.1" status: 204 len: 168 time: 1.1781354 Jan 18 19:45:57.643627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33212) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:57.711607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] Deleting subnet 2fd05841-2ccc-4830-b78f-4e3e9808d02f {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:45:57.714967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.770614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852627232'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.817646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Pushing event updated for resources: {'Port': ['ID=72833d86-3f8b-4444-906a-9d4d5340ec98,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:57.820838 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:57.836866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:57.914108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065cef6-f99b-44d4-a988-632407340031 req-1f599912-4294-4662-ac17-bf2c075bd265 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:57.915853 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2065cef6-f99b-44d4-a988-632407340031 req-1f599912-4294-4662-ac17-bf2c075bd265 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 946 time: 0.2362280 Jan 18 19:45:57.921558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Network f7ad9b33-abda-4977-ae00-7199f45a9255 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:45:57.923171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:45:57.925469 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:45:57.944133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:57.944859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.015586 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2065cef6-f99b-44d4-a988-632407340031 req-95139128-adf5-4a98-88d8-cab239996767 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644467 Jan 18 19:45:58.017070 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8605359 Jan 18 19:45:58.045658 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Request body: {'port': {'device_id': '76fdbb80-648b-42c8-9ff4-132d6cd8be2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:45:58.120505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850789737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3190581'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.140089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3c98b56c-a6b9-4967-9ba7-d8e402ea1b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:58.180043 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd05841-2ccc-4830-b78f-4e3e9808d02f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:58.182976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:58.215052 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.289327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.295808 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-107ec8d4-f7b8-4f6d-a563-2ec21e6e32d6 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/2fd05841-2ccc-4830-b78f-4e3e9808d02f HTTP/1.1" status: 204 len: 168 time: 0.6509280 Jan 18 19:45:58.298340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33226) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:58.434142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.495331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90e978fa-5536-4cf7-a131-6e092be735e1 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:45:58.622388 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 90e978fa-5536-4cf7-a131-6e092be735e1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:45:58.624094 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.748576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.847668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd23c0-829d-43b9-93a4-5f62494f4040 req-46d45dcf-cf3b-4ee3-899f-9eda8a39a1d5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:58.849367 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfdd23c0-829d-43b9-93a4-5f62494f4040 req-46d45dcf-cf3b-4ee3-899f-9eda8a39a1d5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.5789676 Jan 18 19:45:58.889074 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44796b23-b38a-47df-a19d-f4a26a6e4815']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:58.893149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac16f0-b1c4-46a4-bdac-88af8e7486fc req-6d8f69fd-f74d-4d4a-ae5d-9e85685edafd tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:45:58.894083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-57ac16f0-b1c4-46a4-bdac-88af8e7486fc req-6d8f69fd-f74d-4d4a-ae5d-9e85685edafd tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Synchronizing usage tracker for tenant:38df80256a944a7281bb5368f53cdad0 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:45:58.904407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ebde43-5aad-42b3-8355-dc338ae8ad1f') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:58.904824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ebde43-5aad-42b3-8355-dc338ae8ad1f') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:45:58.918386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.935093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:58.937218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:45:58.978778 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfdd23c0-829d-43b9-93a4-5f62494f4040 req-9011b641-74ce-44a9-bfbf-f03e990cdf3d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096318 Jan 18 19:45:59.011876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-57ac16f0-b1c4-46a4-bdac-88af8e7486fc req-6d8f69fd-f74d-4d4a-ae5d-9e85685edafd tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Unset dirty status for tenant:38df80256a944a7281bb5368f53cdad0 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:45:59.032044 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-57ac16f0-b1c4-46a4-bdac-88af8e7486fc req-6d8f69fd-f74d-4d4a-ae5d-9e85685edafd tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 932 time: 0.7105060 Jan 18 19:45:59.125754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72833d86-3f8b-4444-906a-9d4d5340ec98 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:45:59.139090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:59.163769 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-57ac16f0-b1c4-46a4-bdac-88af8e7486fc req-7fd48a9b-e358-402a-9257-61c02ed6d7e2 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306255 Jan 18 19:45:59.404966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Network 44796b23-b38a-47df-a19d-f4a26a6e4815 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:45:59.414697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:59.592558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Network 44796b23-b38a-47df-a19d-f4a26a6e4815 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:45:59.615311 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:45:59.688180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Transition to ACTIVE for port object 72833d86-3f8b-4444-906a-9d4d5340ec98 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:45:59.689866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:59.691413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:59.693713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb5f9e8c-e884-443c-a793-2bb439327a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:59.708620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:45:59.708918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-841738cf-56c5-4e53-9e90-0561ba67e969 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:45:59.722133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Pushing event deleted for resources: {'Network': ['ID=44796b23-b38a-47df-a19d-f4a26a6e4815,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:59.724759 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:59.726274 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] 10.222.0.109 "DELETE /v2.0/networks/44796b23-b38a-47df-a19d-f4a26a6e4815 HTTP/1.1" status: 204 len: 168 time: 1.4269001 Jan 18 19:45:59.783251 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Pushing event updated for resources: {'Port': ['ID=72833d86-3f8b-4444-906a-9d4d5340ec98,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:45:59.796081 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:45:59.959466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33258) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:45:59.996741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Attempting to bind port 72833d86-3f8b-4444-906a-9d4d5340ec98 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:45:59.997125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Attempting to bind port 72833d86-3f8b-4444-906a-9d4d5340ec98 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:45:59.997490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Attempting to bind port 72833d86-3f8b-4444-906a-9d4d5340ec98 on network f7ad9b33-abda-4977-ae00-7199f45a9255 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:46:00.004531 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:46:00.005304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Checking segment: {'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:46:00.005304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:00.005666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Bound using segment: {'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:46:00.006143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Bound port: 72833d86-3f8b-4444-906a-9d4d5340ec98, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:46:00.006520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:00.021383 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2d073031-5754-4d08-a2c6-fd5ef897b318 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d102ea4527da4a7faacb87532c896b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579770 Jan 18 19:46:00.021830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33264) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:00.097814 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-44734a7d-ec66-434e-b914-170b01795650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:00.118436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] For port 72833d86-3f8b-4444-906a-9d4d5340ec98, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:46:00.122645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] For port 72833d86-3f8b-4444-906a-9d4d5340ec98, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=72833d86-3f8b-4444-906a-9d4d5340ec98,segment=NetworkSegment(3eb51737-bfb7-4a5c-9c16-3d0396b75749),segment_id=3eb51737-bfb7-4a5c-9c16-3d0396b75749)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:46:00.127549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:00.130635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-44734a7d-ec66-434e-b914-170b01795650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:00.145678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b262c15-c592-4cc1-b5cd-e41906754e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:00.177774 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-44734a7d-ec66-434e-b914-170b01795650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:00.203250 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e3f2f81d-1590-421a-9f4f-54947ea15394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:00.217929 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734a7d-ec66-434e-b914-170b01795650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011a36c2-4a59-40c8-b679-abf67c08c246,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:00.220972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-44734a7d-ec66-434e-b914-170b01795650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:00.222676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-44734a7d-ec66-434e-b914-170b01795650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:00.231574 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-44734a7d-ec66-434e-b914-170b01795650 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/011a36c2-4a59-40c8-b679-abf67c08c246 HTTP/1.1" status: 204 len: 168 time: 0.2038114 Jan 18 19:46:00.425491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Pushing event updated for resources: {'Port': ['ID=72833d86-3f8b-4444-906a-9d4d5340ec98,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:00.431730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:00.508690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db92fb-e84e-4517-af9f-0c5b05f24f6b req-b787ae4c-cfe2-4c94-be67-8fba61acfcf3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:00.509955 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-82db92fb-e84e-4517-af9f-0c5b05f24f6b req-b787ae4c-cfe2-4c94-be67-8fba61acfcf3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.3653924 Jan 18 19:46:00.511243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:00.512367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:00.513792 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] 10.222.0.113 "PUT /v2.0/ports/72833d86-3f8b-4444-906a-9d4d5340ec98 HTTP/1.1" status: 200 len: 1158 time: 2.4731688 Jan 18 19:46:00.514356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fdbb80-648b-42c8-9ff4-132d6cd8be2a', 'tag': '72833d86-3f8b-4444-906a-9d4d5340ec98'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:00.586923 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-82db92fb-e84e-4517-af9f-0c5b05f24f6b req-58fef799-decc-4510-a3f8-a957b1e25ed5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670407 Jan 18 19:46:00.690538 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-edd0f31b-0a03-4129-8357-3c9eedb28231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:00.693589 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-edd0f31b-0a03-4129-8357-3c9eedb28231 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=38df80256a944a7281bb5368f53cdad0&device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 1161 time: 0.1029427 Jan 18 19:46:00.805354 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-e3b4109d-684f-43da-b6e7-6ee1616b0fa7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72833d86-3f8b-4444-906a-9d4d5340ec98 HTTP/1.1" status: 200 len: 217 time: 0.0981479 Jan 18 19:46:00.871201 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33294) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:00.934092 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-8789c337-e8a3-435b-9116-f431eb922d45 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=9bd0451e72eb42e48efcb3bffa833b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590949 Jan 18 19:46:00.935053 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33298) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:00.937142 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fdbb80-648b-42c8-9ff4-132d6cd8be2a', 'tag': '72833d86-3f8b-4444-906a-9d4d5340ec98', 'status': 'completed', 'code': 200} Jan 18 19:46:00.953458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-eb16266f-4781-44f9-9b3c-f4a8417275e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:00.955690 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-eb16266f-4781-44f9-9b3c-f4a8417275e3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=938b48fb-2996-4561-93a7-d369d3ccf798 HTTP/1.1" status: 200 len: 849 time: 0.0900149 Jan 18 19:46:01.005162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419177d-558b-41ff-8f75-1adb662fa719 req-47cdf38b-251d-4fae-8bea-9e332460d6ca tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:01.006750 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c419177d-558b-41ff-8f75-1adb662fa719 req-47cdf38b-251d-4fae-8bea-9e332460d6ca tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 944 time: 0.1864634 Jan 18 19:46:01.007756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1b4760b1-3011-48d1-9b6c-8ec1eb99b611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:01.040576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1b4760b1-3011-48d1-9b6c-8ec1eb99b611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:01.072835 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-163d4027-b096-48c6-841e-71dcf61ce947 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f7ad9b33-abda-4977-ae00-7199f45a9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649457 Jan 18 19:46:01.096590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1b4760b1-3011-48d1-9b6c-8ec1eb99b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:01.101903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9c4c426a-1169-4a8b-85c1-91c623548e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:01.116865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4760b1-3011-48d1-9b6c-8ec1eb99b611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac970367-f9ce-4c02-a99d-1d3b7d62479b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:01.119790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1b4760b1-3011-48d1-9b6c-8ec1eb99b611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:01.122397 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1b4760b1-3011-48d1-9b6c-8ec1eb99b611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:01.125812 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-1b4760b1-3011-48d1-9b6c-8ec1eb99b611 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ac970367-f9ce-4c02-a99d-1d3b7d62479b HTTP/1.1" status: 204 len: 168 time: 0.1872177 Jan 18 19:46:01.155723 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c419177d-558b-41ff-8f75-1adb662fa719 req-a4b8a1d3-00c5-4fe8-9e32-645c83231e82 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101983 Jan 18 19:46:01.477510 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-db46d87f-2f00-4360-af41-2508918ea855 service neutron] 10.222.0.113 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865128 Jan 18 19:46:01.650012 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e87ce627-75c7-4a2f-9b0d-de9e9a4d5102 req-831eb95f-6d9c-4bf2-8812-31261facd344 service neutron] 10.222.0.113 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1502883 Jan 18 19:46:01.979566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e819c1-8f5a-49e2-84c9-492aaf677adb req-33d14d3f-ac49-4df5-bdf0-e4d9038f32f0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:01.989534 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f7e819c1-8f5a-49e2-84c9-492aaf677adb req-33d14d3f-ac49-4df5-bdf0-e4d9038f32f0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2169998 Jan 18 19:46:02.011024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-94c5aeb5-5d2e-4bd7-bd8a-534ec48b988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:02.012737 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-94c5aeb5-5d2e-4bd7-bd8a-534ec48b988b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=38df80256a944a7281bb5368f53cdad0&device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 1161 time: 0.2018502 Jan 18 19:46:02.063844 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f7e819c1-8f5a-49e2-84c9-492aaf677adb req-cad9b6a9-9125-49d1-9724-19c9d73f47bd tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Jan 18 19:46:02.221704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-c1296238-5a00-4791-8775-40231bfa2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:02.223874 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-c1296238-5a00-4791-8775-40231bfa2d23 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f7ad9b33-abda-4977-ae00-7199f45a9255 HTTP/1.1" status: 200 len: 903 time: 0.1576846 Jan 18 19:46:02.314250 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-0079813d-1925-4c52-b13a-4443a42d5a79 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72833d86-3f8b-4444-906a-9d4d5340ec98 HTTP/1.1" status: 200 len: 217 time: 0.0848031 Jan 18 19:46:02.475794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-a393edee-1993-439f-bf37-0fbb93dcfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:02.477450 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-a393edee-1993-439f-bf37-0fbb93dcfa8f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=938b48fb-2996-4561-93a7-d369d3ccf798 HTTP/1.1" status: 200 len: 849 time: 0.1193523 Jan 18 19:46:02.549684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffcaaa-9d92-42b7-a889-ae7ad57e102d req-2970200d-7c58-4abf-afd4-1ad3690feb9f tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:02.551345 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bffcaaa-9d92-42b7-a889-ae7ad57e102d req-2970200d-7c58-4abf-afd4-1ad3690feb9f tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 944 time: 0.2344160 Jan 18 19:46:02.558908 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-af124129-7e77-49c6-8420-8069b9796cec service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f7ad9b33-abda-4977-ae00-7199f45a9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729752 Jan 18 19:46:02.724953 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bffcaaa-9d92-42b7-a889-ae7ad57e102d req-4bbfed0e-37dd-4b64-9749-264a05538243 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647799 Jan 18 19:46:02.806059 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-6219290e-27b6-445e-b108-a70e2a4c371c service neutron] 10.222.0.113 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295182 Jan 18 19:46:02.820099 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33348) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:03.004427 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-430c3eff-24bc-4cfc-b241-570389b0c924 req-76aeb43c-a8d7-4807-845a-5f6b919c9d7c service neutron] 10.222.0.113 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1892910 Jan 18 19:46:03.066841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:03.083348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:03.087476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Usage tracker for resource:security_group_rule and tenant:37fec585e6a34001ad86f8c6a42d10c1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:03.090564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:03.096696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:03.214553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:03.217700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:03.228019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:03.279909 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=37fec585e6a34001ad86f8c6a42d10c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586265 Jan 18 19:46:03.281177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 33376) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:03.281879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f529a01-2d2b-4686-883b-5f859bfcacb7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:03.286668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:03.416132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e904d2-1bd7-4c85-a59a-85a258680aa3 req-6afb09ea-8fca-44a7-b521-b097f939fa21 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:03.418002 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-61e904d2-1bd7-4c85-a59a-85a258680aa3 req-6afb09ea-8fca-44a7-b521-b097f939fa21 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1847985 Jan 18 19:46:03.418798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-86fa0110-7db5-4e9e-ae1b-c1e0e9f9d1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:03.475930 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-86fa0110-7db5-4e9e-ae1b-c1e0e9f9d1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:03.532056 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-61e904d2-1bd7-4c85-a59a-85a258680aa3 req-9d0476ec-bb76-4b48-8db3-6b412e44e321 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969071 Jan 18 19:46:03.549332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-86fa0110-7db5-4e9e-ae1b-c1e0e9f9d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:03.554893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-453cc3ba-ece2-4344-9e3b-afd1bce2a6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:03.566962 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa0110-7db5-4e9e-ae1b-c1e0e9f9d1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f529a01-2d2b-4686-883b-5f859bfcacb7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:03.572477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-86fa0110-7db5-4e9e-ae1b-c1e0e9f9d1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:03.575018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-86fa0110-7db5-4e9e-ae1b-c1e0e9f9d1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:03.578380 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-86fa0110-7db5-4e9e-ae1b-c1e0e9f9d1b2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2f529a01-2d2b-4686-883b-5f859bfcacb7 HTTP/1.1" status: 204 len: 168 time: 0.2885375 Jan 18 19:46:03.952509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc708c-cf31-4bba-b3fb-52608bb3b186 req-612f1c47-ca93-470a-a217-409d135a4df7 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:03.954183 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-eafc708c-cf31-4bba-b3fb-52608bb3b186 req-612f1c47-ca93-470a-a217-409d135a4df7 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 944 time: 0.1059127 Jan 18 19:46:04.007720 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-eafc708c-cf31-4bba-b3fb-52608bb3b186 req-99cf35ee-1ec2-458d-9ab5-12f35af41916 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Jan 18 19:46:04.296423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:04.622518 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-11906826-e56a-400a-925e-a065206c6f0a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:46:04.856351 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d652d-89a4-4ad9-96c1-59e365a3f095 req-2632d0fe-b250-4a6f-83f4-fca58da953d5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:04.858198 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5e1d652d-89a4-4ad9-96c1-59e365a3f095 req-2632d0fe-b250-4a6f-83f4-fca58da953d5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1233025 Jan 18 19:46:04.922602 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5e1d652d-89a4-4ad9-96c1-59e365a3f095 req-ec98de0c-36ec-433c-a4df-fdae776a2486 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569866 Jan 18 19:46:05.107402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-d1ab1f5d-a8b2-4e3e-962b-cbe322029782 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:05.109189 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-d1ab1f5d-a8b2-4e3e-962b-cbe322029782 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 815 time: 0.1854937 Jan 18 19:46:05.133840 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-9d180fb6-ce23-4683-880d-18b4772b256f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/quotas/81a1c0edaaef42b6b7d936852f6810d9 HTTP/1.1" status: 200 len: 375 time: 0.0176857 Jan 18 19:46:05.311334 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-018514bf-992b-4635-bdab-dec00309b2d3 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1764650 Jan 18 19:46:05.334680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876c42-7ac0-41bd-bacb-d055b7d8ddd3 req-b8bce0fd-b00d-4d67-ba08-22b739957b6f tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:05.336369 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f7876c42-7ac0-41bd-bacb-d055b7d8ddd3 req-b8bce0fd-b00d-4d67-ba08-22b739957b6f tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 944 time: 0.1610744 Jan 18 19:46:05.480917 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f7876c42-7ac0-41bd-bacb-d055b7d8ddd3 req-3cd5b23c-d062-4bac-bcbd-8eaad475df19 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187503 Jan 18 19:46:05.518894 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-ffc29ccf-da31-4768-99cc-da41c9c089df service neutron] 10.222.0.109 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814575 Jan 18 19:46:05.542379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 72833d86-3f8b-4444-906a-9d4d5340ec98 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:05.618095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 72833d86-3f8b-4444-906a-9d4d5340ec98 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:46:05.624071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 72833d86-3f8b-4444-906a-9d4d5340ec98 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:05.624625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:05.680556 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-aade063e-fd3d-4dd5-8b72-24da7f74d8f8 service neutron] 10.222.0.109 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1553388 Jan 18 19:46:05.755383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:05.785018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdbb80-648b-42c8-9ff4-132d6cd8be2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72833d86-3f8b-4444-906a-9d4d5340ec98'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:05.795753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 72833d86-3f8b-4444-906a-9d4d5340ec98, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=72833d86-3f8b-4444-906a-9d4d5340ec98,segment=NetworkSegment(3eb51737-bfb7-4a5c-9c16-3d0396b75749),segment_id=3eb51737-bfb7-4a5c-9c16-3d0396b75749)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:05.799044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:05.800778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:05.862778 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdbb80-648b-42c8-9ff4-132d6cd8be2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72833d86-3f8b-4444-906a-9d4d5340ec98', 'code': 200} Jan 18 19:46:05.879524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=72833d86-3f8b-4444-906a-9d4d5340ec98,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:05.894781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:05.944168 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-11ff5e13-c109-4066-ae3a-d85a2d6d3b0c req-cec9eb15-90e2-468f-8df3-04478f9b91e5 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 210 time: 0.0578454 Jan 18 19:46:06.270933 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a2897-8b7f-4324-8333-e9bdd2678a8a req-70dc4090-ef11-41e1-82ae-59a8c3df2259 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:06.275569 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-781a2897-8b7f-4324-8333-e9bdd2678a8a req-70dc4090-ef11-41e1-82ae-59a8c3df2259 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1909273 Jan 18 19:46:06.278756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1554f-ce8b-4b4c-b5e1-67bee8c30eac req-c9f43410-d582-48a2-ba50-23bebebb5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:06.280386 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-adc1554f-ce8b-4b4c-b5e1-67bee8c30eac req-c9f43410-d582-48a2-ba50-23bebebb5494 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 1163 time: 0.1481152 Jan 18 19:46:06.349695 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-781a2897-8b7f-4324-8333-e9bdd2678a8a req-65accfa6-0355-4da9-a8bc-4744fc41b374 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682845 Jan 18 19:46:06.374379 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-adc1554f-ce8b-4b4c-b5e1-67bee8c30eac req-235c6baa-5535-42dd-b711-eaad5bdb67b8 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766041 Jan 18 19:46:06.533884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 72833d86-3f8b-4444-906a-9d4d5340ec98 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:06.627651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 72833d86-3f8b-4444-906a-9d4d5340ec98 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:06.628089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:06.725486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dc348-4e46-4067-8d11-0cfbbaf12e59 req-c5bfa510-c8e1-4921-95b3-0cc6b820f1f5 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:06.727427 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-634dc348-4e46-4067-8d11-0cfbbaf12e59 req-c5bfa510-c8e1-4921-95b3-0cc6b820f1f5 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 946 time: 0.1058059 Jan 18 19:46:06.785915 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-634dc348-4e46-4067-8d11-0cfbbaf12e59 req-73b2969d-77e0-427b-9e6d-a5f2f98371ac tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517356 Jan 18 19:46:07.131292 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-47e7e830-b965-48cd-88f3-7fd957c08104 req-eb18a494-7a71-464c-ada5-83caea588628 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 210 time: 0.0501344 Jan 18 19:46:07.741782 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952470e8-33cb-48ef-a133-804b1c2ef484 req-0f07d7f8-f503-4994-8095-1d12106b4dac tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:07.743526 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-952470e8-33cb-48ef-a133-804b1c2ef484 req-0f07d7f8-f503-4994-8095-1d12106b4dac tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2381368 Jan 18 19:46:07.806594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-5aa61e7e-4d06-42d1-b4f0-44ecdf803790 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:07.808237 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-5aa61e7e-4d06-42d1-b4f0-44ecdf803790 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 815 time: 0.2620499 Jan 18 19:46:07.847735 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-952470e8-33cb-48ef-a133-804b1c2ef484 req-74929b94-c0b4-441b-b31d-992e0c9b242f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928428 Jan 18 19:46:07.851882 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Request body: {'port': {'device_id': '142d9177-3bf2-4e77-9872-899a1d2cf662', 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c', 'admin_state_up': True, 'tenant_id': '81a1c0edaaef42b6b7d936852f6810d9'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:08.083972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:08.098068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:08.129601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b2a34-6e4a-4282-8748-dfbed4acb19a req-b6cb3d23-8bfa-415d-8c60-77f78ced82d1 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:08.131374 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c63b2a34-6e4a-4282-8748-dfbed4acb19a req-b6cb3d23-8bfa-415d-8c60-77f78ced82d1 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 946 time: 0.1764731 Jan 18 19:46:08.136576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Made reservation on behalf of 81a1c0edaaef42b6b7d936852f6810d9 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:46:08.145356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:08.248479 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c63b2a34-6e4a-4282-8748-dfbed4acb19a req-1a2e6337-ec3d-4b62-b0ac-3e4c4d67890f tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904644 Jan 18 19:46:08.584075 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b2e6edd0-1f48-40bd-ac9c-1548dd2944c9 req-330dc15d-417f-424a-a5a8-91d34d4c4681 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 210 time: 0.2619913 Jan 18 19:46:08.760728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Allocated IP 172.20.0.4 (a031f579-c896-4c1d-b0d4-6374c1da460c/e9c3b1f7-5461-4da4-8585-f7e9ccc38567/9931f593-3b12-4c09-a897-98961827e2cc) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:46:08.997657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:09.100227 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:09.116739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:09.237360 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eef051-58e2-4501-ae83-fdac91cb5947 req-a681562f-3579-447b-af0f-7b179c9c7332 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:09.242228 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-01eef051-58e2-4501-ae83-fdac91cb5947 req-a681562f-3579-447b-af0f-7b179c9c7332 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2307880 Jan 18 19:46:09.310205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Pushing event updated for resources: {'Port': ['ID=9931f593-3b12-4c09-a897-98961827e2cc,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:09.332115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:09.369153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:46:09.386683 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-01eef051-58e2-4501-ae83-fdac91cb5947 req-ee769aab-11d8-406f-8cdb-5831afa6928e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825276 Jan 18 19:46:09.425665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Network a031f579-c896-4c1d-b0d4-6374c1da460c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:46:09.427618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:46:09.430058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:46:09.462722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:09.463777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:09.503916 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6718218 Jan 18 19:46:09.521589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Request body: {'port': {'device_id': '142d9177-3bf2-4e77-9872-899a1d2cf662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:09.693480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:10.129357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83dfbe-abee-4432-af84-d87c2df59bef req-9c4ca81e-782c-4097-b801-bd5e9c433d54 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:10.130146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-2a83dfbe-abee-4432-af84-d87c2df59bef req-9c4ca81e-782c-4097-b801-bd5e9c433d54 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:10.216791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36ea56-2bb9-48fe-8933-c19dac85ecc4 req-5aea3d42-e853-48f6-8e1b-47ddfab573ef tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:10.218488 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ca36ea56-2bb9-48fe-8933-c19dac85ecc4 req-5aea3d42-e853-48f6-8e1b-47ddfab573ef tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 946 time: 0.3661268 Jan 18 19:46:10.256545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-2a83dfbe-abee-4432-af84-d87c2df59bef req-9c4ca81e-782c-4097-b801-bd5e9c433d54 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:10.257805 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2a83dfbe-abee-4432-af84-d87c2df59bef req-9c4ca81e-782c-4097-b801-bd5e9c433d54 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 931 time: 0.4473002 Jan 18 19:46:10.342073 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ca36ea56-2bb9-48fe-8933-c19dac85ecc4 req-e412ea00-a6e2-446a-9396-2c6e16dd28df tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158123 Jan 18 19:46:10.358502 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2a83dfbe-abee-4432-af84-d87c2df59bef req-e85dd8e5-7cd0-461e-b45c-650bc107d0c5 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917764 Jan 18 19:46:10.443536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9931f593-3b12-4c09-a897-98961827e2cc {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:46:10.452219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:10.466424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Transition to ACTIVE for port object 9931f593-3b12-4c09-a897-98961827e2cc will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:46:10.470466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:10.487522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c284b916-2b37-4bf1-b9aa-ce75b50f2222 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:10.674450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Pushing event updated for resources: {'Port': ['ID=9931f593-3b12-4c09-a897-98961827e2cc,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:10.687271 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:10.833204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d393-9d4f-4a83-9396-1203ae23e383 req-516cbe0d-de37-412d-865a-baf5e128a2c3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:10.834910 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2d41d393-9d4f-4a83-9396-1203ae23e383 req-516cbe0d-de37-412d-865a-baf5e128a2c3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2833617 Jan 18 19:46:10.898214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Attempting to bind port 9931f593-3b12-4c09-a897-98961827e2cc on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:46:10.898600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Attempting to bind port 9931f593-3b12-4c09-a897-98961827e2cc by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:46:10.898974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Attempting to bind port 9931f593-3b12-4c09-a897-98961827e2cc on network a031f579-c896-4c1d-b0d4-6374c1da460c {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:46:10.910242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:46:10.910615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Checking segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:46:10.911022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:10.911460 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Bound using segment: {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:46:10.911947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Bound port: 9931f593-3b12-4c09-a897-98961827e2cc, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a031f579-c896-4c1d-b0d4-6374c1da460c'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:46:10.912313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:10.932969 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2d41d393-9d4f-4a83-9396-1203ae23e383 req-9b1ca54c-27a9-40a1-9531-c7e9ef377cea tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893519 Jan 18 19:46:11.016207 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] For port 9931f593-3b12-4c09-a897-98961827e2cc, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:46:11.020541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] For port 9931f593-3b12-4c09-a897-98961827e2cc, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=9931f593-3b12-4c09-a897-98961827e2cc,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:46:11.023861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:11.040589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:11.199486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Pushing event updated for resources: {'Port': ['ID=9931f593-3b12-4c09-a897-98961827e2cc,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:11.204235 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:11.242874 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:11.243600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:11.245122 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] 10.222.0.113 "PUT /v2.0/ports/9931f593-3b12-4c09-a897-98961827e2cc HTTP/1.1" status: 200 len: 1157 time: 1.7290115 Jan 18 19:46:11.245659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142d9177-3bf2-4e77-9872-899a1d2cf662', 'tag': '9931f593-3b12-4c09-a897-98961827e2cc'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:11.308937 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142d9177-3bf2-4e77-9872-899a1d2cf662', 'tag': '9931f593-3b12-4c09-a897-98961827e2cc', 'status': 'completed', 'code': 200} Jan 18 19:46:11.395211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-91d72961-7224-425b-954b-6ae3cfc1d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:11.396925 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-91d72961-7224-425b-954b-6ae3cfc1d6e6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 1160 time: 0.0783460 Jan 18 19:46:11.496956 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-40742b3a-45b4-4917-a775-2b7cb445cc0f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9931f593-3b12-4c09-a897-98961827e2cc HTTP/1.1" status: 200 len: 217 time: 0.0771613 Jan 18 19:46:11.805397 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-7b094b29-35da-4499-8202-b6ebad892ddb tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:11.807121 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-7b094b29-35da-4499-8202-b6ebad892ddb tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.113 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 946 time: 0.1127820 Jan 18 19:46:11.889764 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Deleting port 72833d86-3f8b-4444-906a-9d4d5340ec98 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:11.890159 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:11.899598 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-ef1f915f-8e8d-4ef0-8fd5-ab0a72ca1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:11.901170 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-ef1f915f-8e8d-4ef0-8fd5-ab0a72ca1820 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.3265221 Jan 18 19:46:11.966568 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-e720c87e-46d8-4f70-9bad-bd1199228188 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569718 Jan 18 19:46:11.996068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a4f02-7006-4a43-a908-246bd1ae359c req-2393a227-f054-4471-a773-181a2539be43 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:11.997749 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-283a4f02-7006-4a43-a908-246bd1ae359c req-2393a227-f054-4471-a773-181a2539be43 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 946 time: 0.5027244 Jan 18 19:46:12.045641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591876-9ae7-41b8-ac11-80e359185990 req-518e8b5d-9111-4aa3-ac0b-f5b23616caee tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:12.047377 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-70591876-9ae7-41b8-ac11-80e359185990 req-518e8b5d-9111-4aa3-ac0b-f5b23616caee tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 943 time: 0.5535421 Jan 18 19:46:12.201171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] For port 72833d86-3f8b-4444-906a-9d4d5340ec98, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=72833d86-3f8b-4444-906a-9d4d5340ec98,segment=NetworkSegment(3eb51737-bfb7-4a5c-9c16-3d0396b75749),segment_id=3eb51737-bfb7-4a5c-9c16-3d0396b75749)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:12.201661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:12.218785 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-283a4f02-7006-4a43-a908-246bd1ae359c req-238bb5aa-c218-4ae8-ba36-ab0e6ace509f tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672721 Jan 18 19:46:12.231007 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-70591876-9ae7-41b8-ac11-80e359185990 req-80af9ce8-56c0-42c4-9fc8-90479a8dae28 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591642 Jan 18 19:46:12.277422 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-4b67285a-ae36-4812-89e2-04d175a71506 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778130 Jan 18 19:46:12.347121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Calling delete_port for 72833d86-3f8b-4444-906a-9d4d5340ec98 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:12.433410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 72833d86-3f8b-4444-906a-9d4d5340ec98 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:46:12.489768 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-59fe600e-3a3c-4f5a-91c4-89bbea35bcd5 req-cdd63256-d16e-4b2f-8432-481bc2e15b5d service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1883674 Jan 18 19:46:12.599751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:12.617060 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:12.628389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:12.683800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Pushing event deleted for resources: {'Port': ['ID=72833d86-3f8b-4444-906a-9d4d5340ec98,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:12.690499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1c71d90a-af72-4d58-b69b-5909716a2813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:12.690992 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:12.786657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38ae0-d785-4d92-b1aa-eb3107a4be9a req-1b68e602-6891-4fa1-9548-5a7a08d27b9b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:12.793136 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-19f38ae0-d785-4d92-b1aa-eb3107a4be9a req-1b68e602-6891-4fa1-9548-5a7a08d27b9b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2016330 Jan 18 19:46:12.828286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935804e-eb83-45b7-870f-acce4390949a req-2140b475-ce9c-4261-ba87-113388bbef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:12.830991 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a935804e-eb83-45b7-870f-acce4390949a req-2140b475-ce9c-4261-ba87-113388bbef32 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 1160 time: 0.1823153 Jan 18 19:46:12.863242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] No DVR routers for this DVR port 72833d86-3f8b-4444-906a-9d4d5340ec98 on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:46:12.866128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:12.869265 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fdbb80-648b-42c8-9ff4-132d6cd8be2a', 'name': 'network-vif-deleted', 'tag': '72833d86-3f8b-4444-906a-9d4d5340ec98'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:12.903798 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-04e201d6-e41d-4bba-a2ab-abae186592b1 req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.113 "DELETE /v2.0/ports/72833d86-3f8b-4444-906a-9d4d5340ec98 HTTP/1.1" status: 204 len: 173 time: 1.0911646 Jan 18 19:46:12.973238 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fdbb80-648b-42c8-9ff4-132d6cd8be2a', 'name': 'network-vif-deleted', 'tag': '72833d86-3f8b-4444-906a-9d4d5340ec98', 'status': 'completed', 'code': 200} Jan 18 19:46:13.003102 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-19f38ae0-d785-4d92-b1aa-eb3107a4be9a req-12420a7e-7b0f-4710-a88e-90d005ec498e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073042 Jan 18 19:46:13.047830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935804e-eb83-45b7-870f-acce4390949a req-00048c67-206a-4545-ba79-c1dd9a93aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:13.049656 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a935804e-eb83-45b7-870f-acce4390949a req-00048c67-206a-4545-ba79-c1dd9a93aaaf service neutron] 10.222.0.113 "GET /v2.0/networks?id=a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 200 len: 909 time: 0.2118852 Jan 18 19:46:13.147336 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a935804e-eb83-45b7-870f-acce4390949a req-73c2b619-1083-408e-899a-d116281cca36 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9931f593-3b12-4c09-a897-98961827e2cc HTTP/1.1" status: 200 len: 217 time: 0.0738177 Jan 18 19:46:13.238399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935804e-eb83-45b7-870f-acce4390949a req-5c7aa06a-4ec5-4353-a603-d234fca90841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:13.240038 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a935804e-eb83-45b7-870f-acce4390949a req-5c7aa06a-4ec5-4353-a603-d234fca90841 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 200 len: 855 time: 0.0649867 Jan 18 19:46:13.297602 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a935804e-eb83-45b7-870f-acce4390949a req-9e1f91bf-e341-4752-86b3-28a2790abdce service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a031f579-c896-4c1d-b0d4-6374c1da460c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492949 Jan 18 19:46:13.542440 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b0ac6d4-c663-4ec5-bede-84a0ed0b9c47 req-a84cc0d3-fb3c-4bb6-9563-aec57b603014 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=76fdbb80-648b-42c8-9ff4-132d6cd8be2a HTTP/1.1" status: 200 len: 210 time: 0.0780325 Jan 18 19:46:13.592830 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a935804e-eb83-45b7-870f-acce4390949a req-caae0f0f-8437-4251-85f8-9f180f3fe84f service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888398 Jan 18 19:46:13.660046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b23ae-27f3-40a3-9e22-f9dbf0d55a7c req-e12f3412-fac7-4677-a65d-80afa3d0427d tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:13.661645 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-218b23ae-27f3-40a3-9e22-f9dbf0d55a7c req-e12f3412-fac7-4677-a65d-80afa3d0427d tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 943 time: 0.2446871 Jan 18 19:46:13.801495 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-218b23ae-27f3-40a3-9e22-f9dbf0d55a7c req-a3e70e60-903c-4a83-8914-4b7eb07c522d tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308100 Jan 18 19:46:13.836034 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a935804e-eb83-45b7-870f-acce4390949a req-ecb1fc9e-f6b5-4748-85d9-52f67c515fb0 service neutron] 10.222.0.113 "GET /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2334943 Jan 18 19:46:14.232963 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52178e-ac04-461b-84d0-a6b7cf42ea9f req-e25fdcce-f4f2-4c02-8435-125b2fedcf0e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:14.234802 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ec52178e-ac04-461b-84d0-a6b7cf42ea9f req-e25fdcce-f4f2-4c02-8435-125b2fedcf0e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1063435 Jan 18 19:46:14.286753 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ec52178e-ac04-461b-84d0-a6b7cf42ea9f req-1a3326da-6bc0-4acf-bb0d-8da2e44ac5a1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Jan 18 19:46:14.825891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2647467-3926-4d01-bdfe-7413878e169c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:14.952531 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:15.116334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-39e4a4df-b13b-4a12-bde8-b03a378f4609 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:15.117918 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-39e4a4df-b13b-4a12-bde8-b03a378f4609 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/networks?id=f7ad9b33-abda-4977-ae00-7199f45a9255 HTTP/1.1" status: 200 len: 809 time: 0.1824286 Jan 18 19:46:15.182171 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-f69ffded-4bb0-48a3-873d-87f32d19d43e tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/quotas/38df80256a944a7281bb5368f53cdad0 HTTP/1.1" status: 200 len: 375 time: 0.0209575 Jan 18 19:46:15.255902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 9931f593-3b12-4c09-a897-98961827e2cc up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:15.259849 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-cdcfc82b-9dbe-408d-a32f-f513c5431b79 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?tenant_id=38df80256a944a7281bb5368f53cdad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589950 Jan 18 19:46:15.290548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7852b-420e-472b-9c0d-b7a68c1de31a req-7c56824f-8ed1-42f1-96e2-f6b2e64d934a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:15.292430 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-97e7852b-420e-472b-9c0d-b7a68c1de31a req-7c56824f-8ed1-42f1-96e2-f6b2e64d934a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 943 time: 0.1735215 Jan 18 19:46:15.351754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 9931f593-3b12-4c09-a897-98961827e2cc completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:46:15.357863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 9931f593-3b12-4c09-a897-98961827e2cc triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:15.358369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:15.507546 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-97e7852b-420e-472b-9c0d-b7a68c1de31a req-e3d3865f-9772-4675-bef7-fab8e40381cc tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057646 Jan 18 19:46:15.515883 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-2a344d12-33dd-425b-86f3-08b36529d80f service neutron] 10.222.0.109 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222612 Jan 18 19:46:15.523965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:15.568715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142d9177-3bf2-4e77-9872-899a1d2cf662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9931f593-3b12-4c09-a897-98961827e2cc'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:15.575288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 9931f593-3b12-4c09-a897-98961827e2cc, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=9931f593-3b12-4c09-a897-98961827e2cc,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:15.580729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:15.583902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:15.684982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=9931f593-3b12-4c09-a897-98961827e2cc,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:15.688161 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-9ad92f3e-b5d0-4386-ba06-74bc0545ba60 service neutron] 10.222.0.109 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1713145 Jan 18 19:46:15.689168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:15.852316 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142d9177-3bf2-4e77-9872-899a1d2cf662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9931f593-3b12-4c09-a897-98961827e2cc', 'code': 200} Jan 18 19:46:15.957880 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-723e85c9-71d4-426a-be56-a3f8e9b258fe req-9aaa4b0f-904b-47ac-8abd-061eed04e0fb tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 210 time: 0.0627656 Jan 18 19:46:15.994234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817779a-1627-4d83-bc3e-43cb1a23dcc7 req-1efc41c3-6139-48ee-8938-10a6308068df tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:15.996065 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3817779a-1627-4d83-bc3e-43cb1a23dcc7 req-1efc41c3-6139-48ee-8938-10a6308068df tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1693590 Jan 18 19:46:16.055842 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3817779a-1627-4d83-bc3e-43cb1a23dcc7 req-7d76505f-046d-4ccc-b4bc-35de48dd28da tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512276 Jan 18 19:46:16.159233 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71701e87-046a-4a12-a69d-c8d29f3ad437 req-10c4d72b-ebe8-409a-aa50-fa67c9726e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:16.160915 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-71701e87-046a-4a12-a69d-c8d29f3ad437 req-10c4d72b-ebe8-409a-aa50-fa67c9726e22 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 1162 time: 0.0836697 Jan 18 19:46:16.237829 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-71701e87-046a-4a12-a69d-c8d29f3ad437 req-b37cc147-83c1-441b-884e-6942513d0d59 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Jan 18 19:46:16.379861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:16.672256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 9931f593-3b12-4c09-a897-98961827e2cc up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:16.773905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644b82a-5bbd-4ee3-8236-271fcef9e369 req-54869136-dbb3-43be-a044-09502a75c11d tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:16.776027 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5644b82a-5bbd-4ee3-8236-271fcef9e369 req-54869136-dbb3-43be-a044-09502a75c11d tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 945 time: 0.1270022 Jan 18 19:46:16.839411 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 9931f593-3b12-4c09-a897-98961827e2cc triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:16.840172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:16.872650 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5644b82a-5bbd-4ee3-8236-271fcef9e369 req-2d16a162-6384-4ea4-98e3-9bc185b63dfa tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765088 Jan 18 19:46:16.927010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:17.361233 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e11e18b0-8d7e-40aa-a8ea-c54a05e7d0cd req-34971909-147e-4a85-9ef5-1780e13353b1 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 210 time: 0.2619352 Jan 18 19:46:17.493421 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d0c27-73cc-4a25-a2d9-04373b2875e0 req-e1b8d9c2-78fc-4d04-9238-6d5cf9268cb6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:17.495349 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-158d0c27-73cc-4a25-a2d9-04373b2875e0 req-e1b8d9c2-78fc-4d04-9238-6d5cf9268cb6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1374671 Jan 18 19:46:17.554903 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-158d0c27-73cc-4a25-a2d9-04373b2875e0 req-44d5f62a-8e3f-45a3-8988-926fe4a7bf96 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Jan 18 19:46:17.846896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-536aca0b-6baa-44ab-bcf5-293604642c92 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:17.848552 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-536aca0b-6baa-44ab-bcf5-293604642c92 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.113 "GET /v2.0/networks?id=f7ad9b33-abda-4977-ae00-7199f45a9255 HTTP/1.1" status: 200 len: 809 time: 0.1783175 Jan 18 19:46:17.872260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Request body: {'port': {'device_id': '74032fd6-bd42-489a-991c-a58e10b742dc', 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255', 'admin_state_up': True, 'tenant_id': '38df80256a944a7281bb5368f53cdad0'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:18.091023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:18.104382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Usage tracker for resource:port and tenant:38df80256a944a7281bb5368f53cdad0 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:18.122107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:18.130666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:18.171529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14748a6-282f-44c4-863e-20d88174e279 req-f463ddc0-0342-4abc-990c-f6ad0cc9c643 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:18.173747 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b14748a6-282f-44c4-863e-20d88174e279 req-f463ddc0-0342-4abc-990c-f6ad0cc9c643 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 945 time: 0.1487494 Jan 18 19:46:18.174631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Made reservation on behalf of 38df80256a944a7281bb5368f53cdad0 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:46:18.183351 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:18.281621 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b14748a6-282f-44c4-863e-20d88174e279 req-d08fbc63-7f18-4d6f-a29c-40c9d002b4e4 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872242 Jan 18 19:46:18.609331 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8049f860-0ea9-438f-ae05-2ee3da5f3d33 req-7446c103-21c6-406f-b479-3300adf6fda1 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 210 time: 0.0966511 Jan 18 19:46:18.647198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Allocated IP 172.20.0.3 (f7ad9b33-abda-4977-ae00-7199f45a9255/938b48fb-2996-4561-93a7-d369d3ccf798/e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:46:18.742350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 9931f593-3b12-4c09-a897-98961827e2cc up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:18.849486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 9931f593-3b12-4c09-a897-98961827e2cc triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:18.850090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:18.984988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd159b-6020-456a-ac8a-f745dc498c5a req-f172cd4a-2e52-4afe-a8a6-295049447ade tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:18.987532 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1ffd159b-6020-456a-ac8a-f745dc498c5a req-f172cd4a-2e52-4afe-a8a6-295049447ade tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2742567 Jan 18 19:46:19.049700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:19.070233 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1ffd159b-6020-456a-ac8a-f745dc498c5a req-82f3bad0-08dc-4d29-b7f2-fc6f0c2ed4d0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722108 Jan 18 19:46:19.092830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:19.107819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:19.251490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Pushing event updated for resources: {'Port': ['ID=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:19.256452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:19.320876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Network f7ad9b33-abda-4977-ae00-7199f45a9255 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:46:19.322156 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:46:19.324661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:46:19.342984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:19.343772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:19.373682 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5060377 Jan 18 19:46:19.395410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Request body: {'port': {'device_id': '74032fd6-bd42-489a-991c-a58e10b742dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:19.559148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.004092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6568-6d25-4a76-b3bf-347ea7a11546 req-9f939708-7778-44c0-a684-9b3abc0f2ce1 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:20.004898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-0e1d6568-6d25-4a76-b3bf-347ea7a11546 req-9f939708-7778-44c0-a684-9b3abc0f2ce1 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Synchronizing usage tracker for tenant:38df80256a944a7281bb5368f53cdad0 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:20.044792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-0e1d6568-6d25-4a76-b3bf-347ea7a11546 req-9f939708-7778-44c0-a684-9b3abc0f2ce1 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Unset dirty status for tenant:38df80256a944a7281bb5368f53cdad0 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:20.046204 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0e1d6568-6d25-4a76-b3bf-347ea7a11546 req-9f939708-7778-44c0-a684-9b3abc0f2ce1 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 931 time: 0.2857428 Jan 18 19:46:20.120307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33808) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:20.179263 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0e1d6568-6d25-4a76-b3bf-347ea7a11546 req-848d84a8-dfe0-46a3-989f-9a977796529f tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115477 Jan 18 19:46:20.181559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:46:20.194148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.217568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Transition to ACTIVE for port object e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:46:20.221185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.260585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5b0118f7-0891-4c48-8359-5d3c6dca34eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:20.373614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.392610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:20.397104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Usage tracker for resource:security_group_rule and tenant:579064245f0f4328997bc9c83fdd6853 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:20.400665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:20.428654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:20.452496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:20.459734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:20.526696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.531781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.585817 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-44734a7d-ec66-434e-b914-170b01795650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:20.599133 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=579064245f0f4328997bc9c83fdd6853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774041 Jan 18 19:46:20.601583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 33824) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:20.608545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778d1aa-e0a8-4cad-a9a2-8456ca522c37 req-8e3bf37e-d410-438d-855e-f8ed2ca63d22 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:20.616975 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8778d1aa-e0a8-4cad-a9a2-8456ca522c37 req-8e3bf37e-d410-438d-855e-f8ed2ca63d22 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2518651 Jan 18 19:46:20.659485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Attempting to bind port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:46:20.660131 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Attempting to bind port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:46:20.660273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Attempting to bind port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 on network f7ad9b33-abda-4977-ae00-7199f45a9255 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:46:20.678129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec95f3-7997-41dc-976a-abf6f73f9260,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:20.681977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:46:20.682363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Checking segment: {'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:46:20.682776 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.683208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Bound using segment: {'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:46:20.683546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:20.683680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Bound port: e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb51737-bfb7-4a5c-9c16-3d0396b75749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f7ad9b33-abda-4977-ae00-7199f45a9255'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:46:20.684056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.705585 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8778d1aa-e0a8-4cad-a9a2-8456ca522c37 req-5d0ece1d-65a9-4b2b-a99a-be7cc8eafeac tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877678 Jan 18 19:46:20.712524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97acfa8e-0705-40d1-a946-bf7aa8d239ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.746319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97acfa8e-0705-40d1-a946-bf7aa8d239ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.793677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97acfa8e-0705-40d1-a946-bf7aa8d239ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.794263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] For port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:46:20.798511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] For port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,segment=NetworkSegment(3eb51737-bfb7-4a5c-9c16-3d0396b75749),segment_id=3eb51737-bfb7-4a5c-9c16-3d0396b75749)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:46:20.799621 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0ad4daaf-3d45-4b2e-9834-cfea86dec851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:20.803837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.813259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acfa8e-0705-40d1-a946-bf7aa8d239ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec95f3-7997-41dc-976a-abf6f73f9260,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:20.815867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-97acfa8e-0705-40d1-a946-bf7aa8d239ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:20.825032 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:20.825298 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97acfa8e-0705-40d1-a946-bf7aa8d239ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:20.825941 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-97acfa8e-0705-40d1-a946-bf7aa8d239ec admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d4ec95f3-7997-41dc-976a-abf6f73f9260 HTTP/1.1" status: 204 len: 168 time: 0.2209730 Jan 18 19:46:21.038696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:21.044085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:21.089545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:21.090367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:21.091953 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] 10.222.0.113 "PUT /v2.0/ports/e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 HTTP/1.1" status: 200 len: 1157 time: 1.7015159 Jan 18 19:46:21.092501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74032fd6-bd42-489a-991c-a58e10b742dc', 'tag': 'e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:21.157861 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74032fd6-bd42-489a-991c-a58e10b742dc', 'tag': 'e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3', 'status': 'completed', 'code': 200} Jan 18 19:46:21.582931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-01041439-753a-41e2-a97c-f7dcebe0c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:21.584594 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-01041439-753a-41e2-a97c-f7dcebe0c91b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=38df80256a944a7281bb5368f53cdad0&device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 1160 time: 0.3810716 Jan 18 19:46:21.608195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0eb80d-2909-4f26-b0c7-8bc688f0f216 req-2d465285-caae-46fb-bad4-001a79e2b8af tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:21.609926 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a0eb80d-2909-4f26-b0c7-8bc688f0f216 req-2d465285-caae-46fb-bad4-001a79e2b8af tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 943 time: 0.1413245 Jan 18 19:46:21.696766 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-be7010ac-042d-42eb-bc2f-13accf5ffbb1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 HTTP/1.1" status: 200 len: 217 time: 0.0856879 Jan 18 19:46:21.783806 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a0eb80d-2909-4f26-b0c7-8bc688f0f216 req-38b9456d-13b1-4ff8-aa17-7e9ae52c7d81 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195130 Jan 18 19:46:21.808606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-00410290-6e10-4ee0-b02d-11b809578d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:21.810342 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-00410290-6e10-4ee0-b02d-11b809578d20 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=938b48fb-2996-4561-93a7-d369d3ccf798 HTTP/1.1" status: 200 len: 849 time: 0.1010871 Jan 18 19:46:21.918695 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-57ddc283-7080-40b4-aea5-fd645a10d3e2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f7ad9b33-abda-4977-ae00-7199f45a9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993066 Jan 18 19:46:22.092671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566146f-c2a5-4d41-a72f-ace16c7ac6a6 req-20af40e6-1856-4f91-8d1b-849586cedc88 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:22.094365 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e566146f-c2a5-4d41-a72f-ace16c7ac6a6 req-20af40e6-1856-4f91-8d1b-849586cedc88 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.2311411 Jan 18 19:46:22.140286 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-d85bc0cb-585b-4202-a6ef-66bfe35f80d2 service neutron] 10.222.0.113 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139778 Jan 18 19:46:22.192583 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e566146f-c2a5-4d41-a72f-ace16c7ac6a6 req-033c74e7-9f9b-45c9-ae19-686d7f598e73 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894716 Jan 18 19:46:22.312293 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ef52cbd-114c-45a5-8249-b1b55f6e0702 req-0e9952a5-f032-4e25-a223-a91150dcf945 service neutron] 10.222.0.113 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1572320 Jan 18 19:46:22.578757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-21f2a29b-b9fb-4a8e-a51f-f674d025def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:22.581007 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-21f2a29b-b9fb-4a8e-a51f-f674d025def1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=38df80256a944a7281bb5368f53cdad0&device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 1160 time: 0.1430252 Jan 18 19:46:22.736713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 4ba639fc-8a00-44ab-9fde-e241b8dc8feb up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:22.743555 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-01395274-6d18-458d-a8fe-0ac3101d0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:22.745173 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-01395274-6d18-458d-a8fe-0ac3101d0f7c service neutron] 10.222.0.113 "GET /v2.0/networks?id=f7ad9b33-abda-4977-ae00-7199f45a9255 HTTP/1.1" status: 200 len: 903 time: 0.1576326 Jan 18 19:46:22.811324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:22.811752 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:22.834538 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-533f520c-f18b-45c1-9c43-fa8031f287c6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 HTTP/1.1" status: 200 len: 217 time: 0.0810137 Jan 18 19:46:22.932593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-2699ebdf-b48c-4646-a5ba-73bcc42f2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:22.936262 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-2699ebdf-b48c-4646-a5ba-73bcc42f2c68 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=938b48fb-2996-4561-93a7-d369d3ccf798 HTTP/1.1" status: 200 len: 849 time: 0.0927200 Jan 18 19:46:23.045338 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-d8d3bfa0-fb2b-498d-b4c2-b5c7746ca348 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f7ad9b33-abda-4977-ae00-7199f45a9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936754 Jan 18 19:46:23.221851 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-df746e80-0a2b-4c8f-bbe9-8b6bf67f2e64 service neutron] 10.222.0.113 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713731 Jan 18 19:46:23.246918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0725047-dcda-4163-b0d2-0b83f47fc8d7 req-6a1318aa-3529-4063-9cd3-e803dc582891 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:23.248698 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e0725047-dcda-4163-b0d2-0b83f47fc8d7 req-6a1318aa-3529-4063-9cd3-e803dc582891 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 943 time: 0.2490125 Jan 18 19:46:23.407540 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e0725047-dcda-4163-b0d2-0b83f47fc8d7 req-7c76f2b5-0421-41fb-8430-bf35f739631c tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316330 Jan 18 19:46:23.435329 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36422135-5d60-4520-bfbe-dfe0ba8b82ff req-186f9f67-4a26-4247-acbd-a0a6f8699336 service neutron] 10.222.0.113 "GET /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855049 Jan 18 19:46:23.646627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952ed1-401a-45ab-a566-2eba4ce738a9 req-81dc3af1-ce44-4b33-b376-f5eecfd982f6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:23.648701 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ff952ed1-401a-45ab-a566-2eba4ce738a9 req-81dc3af1-ce44-4b33-b376-f5eecfd982f6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1114185 Jan 18 19:46:23.708789 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ff952ed1-401a-45ab-a566-2eba4ce738a9 req-5053f046-f28d-4302-b68f-c7152db56d93 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533433 Jan 18 19:46:24.672762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b9613-bf3d-4e5e-8031-e7412cf44483 req-3b2ce587-fc63-4f4e-9d58-3e180383daf7 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:24.674476 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fe2b9613-bf3d-4e5e-8031-e7412cf44483 req-3b2ce587-fc63-4f4e-9d58-3e180383daf7 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 943 time: 0.1129150 Jan 18 19:46:24.790210 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fe2b9613-bf3d-4e5e-8031-e7412cf44483 req-0a12119f-aadc-4bf5-9ea3-b43644e65b7c tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Jan 18 19:46:24.818263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620feaa-a954-4f59-b9fb-e1e7f252b8f0 req-6bca937d-e69b-4468-8223-d28dc2c27b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:24.820467 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2620feaa-a954-4f59-b9fb-e1e7f252b8f0 req-6bca937d-e69b-4468-8223-d28dc2c27b11 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 1163 time: 0.1449468 Jan 18 19:46:24.879534 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2620feaa-a954-4f59-b9fb-e1e7f252b8f0 req-70ebbf11-97f2-49df-bde7-279980c0b5d8 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520008 Jan 18 19:46:25.002348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ee45e-a5de-4f15-99a4-53b456d3cb83 req-81089bcc-13cf-4584-adb6-98a1ccd8d2e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:25.004220 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-182ee45e-a5de-4f15-99a4-53b456d3cb83 req-81089bcc-13cf-4584-adb6-98a1ccd8d2e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1231353 Jan 18 19:46:25.063160 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-182ee45e-a5de-4f15-99a4-53b456d3cb83 req-0ec0bf8f-c8a8-450e-9910-677b16d3611b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522685 Jan 18 19:46:25.435981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:25.505706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:46:25.510512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:25.510928 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:25.637488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:25.664836 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74032fd6-bd42-489a-991c-a58e10b742dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:25.675875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,segment=NetworkSegment(3eb51737-bfb7-4a5c-9c16-3d0396b75749),segment_id=3eb51737-bfb7-4a5c-9c16-3d0396b75749)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:25.682171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:25.683370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 4ba639fc-8a00-44ab-9fde-e241b8dc8feb up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:25.715847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:25.749829 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74032fd6-bd42-489a-991c-a58e10b742dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3', 'code': 200} Jan 18 19:46:25.811708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:25.816819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:25.830554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:25.830975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:26.193773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27163354-f02d-4229-a127-57722c3f103c req-c665570f-927f-4ae4-bded-327c6c2d6a95 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:26.201504 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-27163354-f02d-4229-a127-57722c3f103c req-c665570f-927f-4ae4-bded-327c6c2d6a95 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 945 time: 0.2137413 Jan 18 19:46:26.220389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7acb05-1c95-4515-b1e5-41bcf08bd207 req-f481ea86-3069-48ad-b1e5-6f8c12e3bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:26.222000 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a7acb05-1c95-4515-b1e5-41bcf08bd207 req-f481ea86-3069-48ad-b1e5-6f8c12e3bb96 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 1162 time: 0.1679840 Jan 18 19:46:26.340326 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-27163354-f02d-4229-a127-57722c3f103c req-ca7db3cd-3bed-4f58-b03a-dd01e7303323 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378462 Jan 18 19:46:26.349897 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4a7acb05-1c95-4515-b1e5-41bcf08bd207 req-a3f09527-9351-43f4-9e90-43fb4accdec7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214905 Jan 18 19:46:26.418628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eeb74-168f-42c4-b0d7-adef2f11c2c3 req-b8ac5b7a-b48d-44a9-9520-33113cb95431 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:26.427434 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a1eeb74-168f-42c4-b0d7-adef2f11c2c3 req-b8ac5b7a-b48d-44a9-9520-33113cb95431 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1826694 Jan 18 19:46:26.476926 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a1eeb74-168f-42c4-b0d7-adef2f11c2c3 req-d155cccf-483f-406f-ad37-984eb3e15bc0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484390 Jan 18 19:46:26.675174 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34032) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:26.838779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d9064-1b84-412a-80c2-c0a2b9f9772f req-f1642575-b9d7-4d39-b4e2-90a97f60b3dd tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:26.840554 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ed4d9064-1b84-412a-80c2-c0a2b9f9772f req-f1642575-b9d7-4d39-b4e2-90a97f60b3dd tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1094706 Jan 18 19:46:26.873332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:26.935942 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:26.947098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:26.951190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:a908faa33bfb436ebf151bb91ff5bc8b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:26.954275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:26.960308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:27.023452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:27.023874 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:27.119275 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ed4d9064-1b84-412a-80c2-c0a2b9f9772f req-1bb97efc-5ff4-4792-9e45-f4171853acb9 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616112 Jan 18 19:46:27.163714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 4ba639fc-8a00-44ab-9fde-e241b8dc8feb up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:27.241345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:27.241781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:27.358000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:27.366592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:27.388226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:27.464885 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-158b0a42-4260-4816-999a-ae865cbbefef service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5821328 Jan 18 19:46:27.471993 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 34048) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:27.474454 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a908faa33bfb436ebf151bb91ff5bc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7976589 Jan 18 19:46:27.504224 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31811c6-7461-4eb7-b952-c3af2ae6a094,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:27.604669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.605395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.606096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.606852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.607598 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.608299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.608966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.609848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.611119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.611719 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.612326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.612964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.613918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.614582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.615277 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.615943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.616609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.617270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.617907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.618562 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.619250 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.620100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.620794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.621847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.661300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:27.675623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeceabe-33d1-4066-ac86-9f4de5bfe0b3 req-614fcd33-7f42-445d-ab8c-13b689f972d9 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:27.683333 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6eeceabe-33d1-4066-ac86-9f4de5bfe0b3 req-614fcd33-7f42-445d-ab8c-13b689f972d9 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 945 time: 0.6590276 Jan 18 19:46:27.687770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-49de437b-bd9b-4287-93e1-5b2d0d5b6ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:27.725976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:27.792427 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:27.799644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-caf3920c-7ad9-4a43-a860-644d6cae8710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:27.814303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:27.831160 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c31811c6-7461-4eb7-b952-c3af2ae6a094 HTTP/1.1" status: 204 len: 168 time: 0.3531280 Jan 18 19:46:27.838170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31811c6-7461-4eb7-b952-c3af2ae6a094,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:27.854628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.857327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.862738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.864389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.865200 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.867376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.868003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.868811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.870844 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.872551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.873044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.873530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.875926 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.876419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.876905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.881220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.881718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.882171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.882763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.883356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.883928 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.884329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.884725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.885115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:27.892566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:27.929343 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6eeceabe-33d1-4066-ac86-9f4de5bfe0b3 req-4c01151b-ff7c-42f1-9339-5b409db72fbb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450252 Jan 18 19:46:27.940884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-df1f13cb-79f2-45b5-a29e-9b7265b9284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:27.944160 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-df1f13cb-79f2-45b5-a29e-9b7265b9284d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1162 time: 0.4289434 Jan 18 19:46:27.991263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4bfb-03a8-4db3-94a4-f5819cc7c62c req-8d20d51c-5c3b-4894-bbe7-a1b965700119 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:27.993208 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-594d4bfb-03a8-4db3-94a4-f5819cc7c62c req-8d20d51c-5c3b-4894-bbe7-a1b965700119 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 945 time: 0.3067918 Jan 18 19:46:28.161048 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-594d4bfb-03a8-4db3-94a4-f5819cc7c62c req-ef3f1d3b-f3bb-4114-8a56-5fc233502307 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440103 Jan 18 19:46:28.186152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-a1bba203-55ea-42a6-9ade-43c35aca9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:28.193096 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-a1bba203-55ea-42a6-9ade-43c35aca9102 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.1939125 Jan 18 19:46:28.264755 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-bac4b2b7-f547-4b8b-adad-ec4ac2d17d3d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 200 len: 217 time: 0.0704913 Jan 18 19:46:28.344188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-e2356427-44e7-4552-8532-1ad5a075523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:28.346313 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-e2356427-44e7-4552-8532-1ad5a075523c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.0675242 Jan 18 19:46:28.399722 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-3b25915f-6476-4f0e-a399-ce2141df78e1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472143 Jan 18 19:46:28.603712 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-914dd2a4-600a-41a3-9748-8fd38949e494 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971781 Jan 18 19:46:28.812348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:28.820136 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d77322b1-c2d2-4c13-b5fe-82b910b4c321 req-590b847b-ab6e-4ed7-92bb-1adfaae8b0ee service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2032750 Jan 18 19:46:29.069152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:29.069722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:29.336702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-da1e7e52-bd2a-43dc-aa96-70f836876dfb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:29.338387 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-da1e7e52-bd2a-43dc-aa96-70f836876dfb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 945 time: 0.2482033 Jan 18 19:46:29.362718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c61a9e-dcc4-48b5-a755-5d5bc08f2636 req-f18cd89a-0624-4e5a-a689-b8dbc29d9080 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:29.364452 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d0c61a9e-dcc4-48b5-a755-5d5bc08f2636 req-f18cd89a-0624-4e5a-a689-b8dbc29d9080 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 945 time: 0.2082982 Jan 18 19:46:29.511348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Deleting port 9931f593-3b12-4c09-a897-98961827e2cc {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:29.511896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:29.658055 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d0c61a9e-dcc4-48b5-a755-5d5bc08f2636 req-25f794b5-3e85-402b-a98a-5fd7eefcfdcb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557411 Jan 18 19:46:29.702519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-6600fd87-4b09-48e7-bf70-968553838897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:29.704324 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-6600fd87-4b09-48e7-bf70-968553838897 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1162 time: 0.1630433 Jan 18 19:46:29.912373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-bde7af46-6226-4cad-ae43-aa05699e1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:29.913869 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-bde7af46-6226-4cad-ae43-aa05699e1a64 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.1935537 Jan 18 19:46:29.983124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] For port 9931f593-3b12-4c09-a897-98961827e2cc, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=9931f593-3b12-4c09-a897-98961827e2cc,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:29.983542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:29.993216 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-bb512a9b-a606-4eaf-bd59-0a69721a55d3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 200 len: 217 time: 0.0726290 Jan 18 19:46:30.065490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-4127055e-fe4a-4b3e-ab2c-1e1e909e015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:30.067089 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-4127055e-fe4a-4b3e-ab2c-1e1e909e015d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.0677068 Jan 18 19:46:30.078519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ca0d-4328-4f29-82f5-7549abae0f6d req-8421d6b5-2d6d-4a50-8cf1-10ae40e75fe4 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:30.080724 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5da1ca0d-4328-4f29-82f5-7549abae0f6d req-8421d6b5-2d6d-4a50-8cf1-10ae40e75fe4 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 945 time: 0.2157316 Jan 18 19:46:30.118442 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-1206321f-555d-47f4-8004-41686cc7ae0a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457015 Jan 18 19:46:30.182497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Calling delete_port for 9931f593-3b12-4c09-a897-98961827e2cc owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:30.260066 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-f826e68b-5d3d-4c49-ade2-5dd10f7eeca8 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358299 Jan 18 19:46:30.389084 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5da1ca0d-4328-4f29-82f5-7549abae0f6d req-c6a2fb03-c14e-4b14-b4aa-9e041a6864d0 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769564 Jan 18 19:46:30.426869 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6bd7e3fa-16ad-4153-b951-4f555085aefe req-f86256f6-5dec-46e7-9ea3-3af5c1fe40da service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1591046 Jan 18 19:46:30.474729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdd21c-b24e-4767-b9c3-63fd61687f57 req-f9503194-b68f-4a99-b836-e5205c3445c8 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:30.476225 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfdd21c-b24e-4767-b9c3-63fd61687f57 req-f9503194-b68f-4a99-b836-e5205c3445c8 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3381836 Jan 18 19:46:30.532034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:30.549067 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:30.587893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 9931f593-3b12-4c09-a897-98961827e2cc no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:46:30.605512 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5dfdd21c-b24e-4767-b9c3-63fd61687f57 req-2ec65b9a-051c-436f-8fd3-2b275b235df8 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218653 Jan 18 19:46:30.616690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Pushing event deleted for resources: {'Port': ['ID=9931f593-3b12-4c09-a897-98961827e2cc,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:30.621504 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:30.634918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] No Port match for: 9931f593-3b12-4c09-a897-98961827e2cc {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:46:30.635364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 9931f593-3b12-4c09-a897-98961827e2cc not bound to the agent host hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:46:30.781176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] No DVR routers for this DVR port 9931f593-3b12-4c09-a897-98961827e2cc on host hv-cinder-56205 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:46:30.784713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:30.787824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142d9177-3bf2-4e77-9872-899a1d2cf662', 'name': 'network-vif-deleted', 'tag': '9931f593-3b12-4c09-a897-98961827e2cc'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:30.812013 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29158aa2-7003-4bdf-b9d3-e6d14e8fdcc4 req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "DELETE /v2.0/ports/9931f593-3b12-4c09-a897-98961827e2cc HTTP/1.1" status: 204 len: 173 time: 1.4454799 Jan 18 19:46:30.911811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-dac6fb7a-4df8-4bf9-bd8d-0d70bea01eb8 req-1c60e7c0-8b43-4ba5-bb85-d9c67209f8d7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:30.937046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-dac6fb7a-4df8-4bf9-bd8d-0d70bea01eb8 req-1c60e7c0-8b43-4ba5-bb85-d9c67209f8d7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:30.942494 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dac6fb7a-4df8-4bf9-bd8d-0d70bea01eb8 req-1c60e7c0-8b43-4ba5-bb85-d9c67209f8d7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 210 time: 0.1004698 Jan 18 19:46:31.028038 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142d9177-3bf2-4e77-9872-899a1d2cf662', 'name': 'network-vif-deleted', 'tag': '9931f593-3b12-4c09-a897-98961827e2cc', 'status': 'completed', 'code': 200} Jan 18 19:46:31.251693 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-06ca3d15-d9ad-4047-acdc-89b513c9f809 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/networks?tenant_id=e8cb76e5aea5495daf5c75792d68b213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368314 Jan 18 19:46:31.435028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-635058ff-9eac-4106-bf7d-94be08aaf20f tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:31.436780 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-635058ff-9eac-4106-bf7d-94be08aaf20f tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791317 Jan 18 19:46:31.453999 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-df7d4d0d-a8c7-40b9-9c0a-f5710239e8ea tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/quotas/e8cb76e5aea5495daf5c75792d68b213 HTTP/1.1" status: 200 len: 375 time: 0.0100799 Jan 18 19:46:31.508888 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-069224e4-7e29-48c6-91e9-6f48fbf17708 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?tenant_id=e8cb76e5aea5495daf5c75792d68b213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487859 Jan 18 19:46:31.738130 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f522fc28-6402-413b-af23-66b87a45f1ad req-39ed0c1c-980c-4f57-829f-39ee0a19a4a9 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 210 time: 0.0548174 Jan 18 19:46:31.862454 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396578c2-29d2-4073-960d-aa91d51e2946 req-5c22ed77-19f5-48a4-80c6-75556664e724 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:31.866501 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-396578c2-29d2-4073-960d-aa91d51e2946 req-5c22ed77-19f5-48a4-80c6-75556664e724 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1133158 Jan 18 19:46:31.928542 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-396578c2-29d2-4073-960d-aa91d51e2946 req-5f882f25-24ed-4430-a454-93d24d90d04a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551326 Jan 18 19:46:32.154234 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-21222460-771c-4a6d-97d6-2783148a3030 req-9ce6adc3-642d-40ec-9f35-97e453beb7dc tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=142d9177-3bf2-4e77-9872-899a1d2cf662 HTTP/1.1" status: 200 len: 210 time: 0.0553567 Jan 18 19:46:32.397842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f32900-c292-464a-ae84-91bed7eadb46 req-2060a626-84fc-444a-8fa7-930012b09e90 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:32.399822 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5f32900-c292-464a-ae84-91bed7eadb46 req-2060a626-84fc-444a-8fa7-930012b09e90 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 945 time: 0.1118128 Jan 18 19:46:32.501136 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5f32900-c292-464a-ae84-91bed7eadb46 req-10a3775c-e59b-4351-af6c-0890e5c5af80 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787733 Jan 18 19:46:32.925193 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-471fdaac-4fa9-45b6-977c-52945fb33514 req-9a7c1aaa-f762-44b8-a6cb-8e8aa95862b6 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 210 time: 0.0545287 Jan 18 19:46:33.056536 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-3abaea76-d50a-4f7b-bdab-5f9d9812642f tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.113 "GET /v2.0/networks?tenant_id=e8cb76e5aea5495daf5c75792d68b213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358443 Jan 18 19:46:33.318139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119658d7-1cec-4cb8-8d5f-2a91c48833f7 req-978d3d90-54dc-4d21-9aef-9a9cede2d202 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:33.319898 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-119658d7-1cec-4cb8-8d5f-2a91c48833f7 req-978d3d90-54dc-4d21-9aef-9a9cede2d202 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2331507 Jan 18 19:46:33.347788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-4934dac3-5f27-49ed-bdb5-c5d2e9bbb31e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:33.349422 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-4934dac3-5f27-49ed-bdb5-c5d2e9bbb31e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877576 Jan 18 19:46:33.354620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 34248) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:33.392135 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Request body: {'port': {'device_id': '67485980-662e-422c-8bc3-aa8cec57492c', 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66', 'admin_state_up': True, 'tenant_id': 'e8cb76e5aea5495daf5c75792d68b213'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:33.469123 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-119658d7-1cec-4cb8-8d5f-2a91c48833f7 req-581dd2c8-f7be-4c2c-bd87-14477ef8dd84 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185069 Jan 18 19:46:33.580348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:33.599185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:33.604137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Usage tracker for resource:security_group_rule and tenant:5a354d0db7844b3cbb2f6e40f5d407f4 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:33.607846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:33.615994 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:33.715725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:33.718458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:33.728906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:33.779261 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5a354d0db7844b3cbb2f6e40f5d407f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227438 Jan 18 19:46:33.779695 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 34260) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:33.780617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2280a334-6f7e-48b5-b51c-b1e2a60466e8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:33.786230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:33.849662 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-757d344b-9ccc-415d-b219-96c331bf5c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:33.877162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-757d344b-9ccc-415d-b219-96c331bf5c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:33.888446 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:33.895498 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Usage tracker for resource:port and tenant:e8cb76e5aea5495daf5c75792d68b213 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:33.899273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:33.914780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:33.931635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-757d344b-9ccc-415d-b219-96c331bf5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:33.932446 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Made reservation on behalf of e8cb76e5aea5495daf5c75792d68b213 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:46:33.936996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-57c8a9b4-a76f-46ef-9c9b-49c1651d58d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:33.941527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:33.948251 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d344b-9ccc-415d-b219-96c331bf5c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2280a334-6f7e-48b5-b51c-b1e2a60466e8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:33.950769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-757d344b-9ccc-415d-b219-96c331bf5c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:33.958235 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-757d344b-9ccc-415d-b219-96c331bf5c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:33.972108 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-757d344b-9ccc-415d-b219-96c331bf5c9d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2280a334-6f7e-48b5-b51c-b1e2a60466e8 HTTP/1.1" status: 204 len: 168 time: 0.1819961 Jan 18 19:46:33.974656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a52ed-4f79-4189-a718-f25951000baa req-4eeb2c5b-87b8-4b28-81df-68838f2a0d8d tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:33.982836 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3a3a52ed-4f79-4189-a718-f25951000baa req-4eeb2c5b-87b8-4b28-81df-68838f2a0d8d tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 945 time: 0.1765170 Jan 18 19:46:34.004066 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.034778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:34.045266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Usage tracker for resource:security_group_rule and tenant:e8cb76e5aea5495daf5c75792d68b213 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:34.050425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:34.063024 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3a3a52ed-4f79-4189-a718-f25951000baa req-5f9493b7-825f-42ee-a37d-50116397b96b tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791819 Jan 18 19:46:34.065306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:34.130774 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b25f5e55-ebce-43bd-9d64-473405a2c6d0 req-36bdc55b-9387-4af8-b7a0-ebed5c9da24d tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 210 time: 0.0666454 Jan 18 19:46:34.204110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-a31513fb-f133-42ec-b0db-823be7a01180 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:34.204927 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-a31513fb-f133-42ec-b0db-823be7a01180 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Synchronizing usage tracker for tenant:38df80256a944a7281bb5368f53cdad0 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:34.216693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.217778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-a31513fb-f133-42ec-b0db-823be7a01180 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Unset dirty status for tenant:38df80256a944a7281bb5368f53cdad0 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:34.219011 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-a31513fb-f133-42ec-b0db-823be7a01180 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.113 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 945 time: 0.1265094 Jan 18 19:46:34.221607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.233479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:34.305796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Deleting port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:34.306401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.307635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.307805 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Pushing event updated for resources: {'SecurityGroup': ['ID=37b6036a-145a-49e5-8f4a-38bc27d844d5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:34.313887 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:34.366242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34270) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:34.400263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.418037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:34.426460 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Usage tracker for resource:security_group_rule and tenant:b52ee15b050e44d684e4a729a4411b5b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:34.432489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:34.481104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:34.584860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] For port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,segment=NetworkSegment(3eb51737-bfb7-4a5c-9c16-3d0396b75749),segment_id=3eb51737-bfb7-4a5c-9c16-3d0396b75749)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:34.585520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.629244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:46:34.650060 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Allocated IP 192.168.233.57 (6a102e7c-885c-4e68-bcaf-659bdb2c6b66/73e749a9-b995-4167-9b7e-eb3ff93d4f0b/d5eaf219-bd4e-431b-bb19-638bbde3f5d2) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:46:34.749197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Calling delete_port for e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:34.768449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.773581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.786772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.811754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,segment=NetworkSegment(3eb51737-bfb7-4a5c-9c16-3d0396b75749),segment_id=3eb51737-bfb7-4a5c-9c16-3d0396b75749)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:34.812854 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74032fd6-bd42-489a-991c-a58e10b742dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:34.819241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.821465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:34.824726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b1882af1-c1fb-4c6b-9a60-48158a1c1fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:34.837535 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b52ee15b050e44d684e4a729a4411b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676759 Jan 18 19:46:34.838079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 34286) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:34.873193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:46:34.873579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:46:34.903556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:34.913826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.914216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.914598 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.914975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.915376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.915753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.916121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.916497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.916869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.917240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.917582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.918114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.918684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.919229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.919738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.920367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.920703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a058cc25-14a4-4159-92a7-ea22c2ea31f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:34.921072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.921589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.922269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.922851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.923595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.924461 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.925011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.925664 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:46:34.928241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649ae89d-5008-4fb9-9476-101b841800e1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:34.930740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:34.957010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad5e3-c3cf-4a1f-9bd4-a213381d6653 req-ce9e8fe9-21ce-4e8f-ba39-8972db5f0902 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:34.958704 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c28ad5e3-c3cf-4a1f-9bd4-a213381d6653 req-ce9e8fe9-21ce-4e8f-ba39-8972db5f0902 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3102777 Jan 18 19:46:34.959945 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a058cc25-14a4-4159-92a7-ea22c2ea31f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:35.007897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:35.016330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a058cc25-14a4-4159-92a7-ea22c2ea31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:35.020892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-97acfa8e-0705-40d1-a946-bf7aa8d239ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:35.035700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058cc25-14a4-4159-92a7-ea22c2ea31f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649ae89d-5008-4fb9-9476-101b841800e1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:35.039674 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a058cc25-14a4-4159-92a7-ea22c2ea31f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:35.073786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a058cc25-14a4-4159-92a7-ea22c2ea31f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:35.075364 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a058cc25-14a4-4159-92a7-ea22c2ea31f9 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/649ae89d-5008-4fb9-9476-101b841800e1 HTTP/1.1" status: 204 len: 168 time: 0.2361979 Jan 18 19:46:35.136997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:35.151096 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c28ad5e3-c3cf-4a1f-9bd4-a213381d6653 req-b3ea968e-6ece-4042-82ac-4564fc256dda tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374595 Jan 18 19:46:35.163425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Transition to ACTIVE for port object d5eaf219-bd4e-431b-bb19-638bbde3f5d2 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:46:35.193876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:35.210163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:35.236412 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74032fd6-bd42-489a-991c-a58e10b742dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3', 'code': 200} Jan 18 19:46:35.375115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Deleting port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:35.375766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:35.477220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Pushing event updated for resources: {'Port': ['ID=d5eaf219-bd4e-431b-bb19-638bbde3f5d2,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:35.488557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:35.577956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:46:35.628977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798068-f96d-4a9d-b97a-e2b05c61d0a4 req-5142418d-fc54-49d7-9bfa-86daff04ee34 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:35.631101 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-56798068-f96d-4a9d-b97a-e2b05c61d0a4 req-5142418d-fc54-49d7-9bfa-86daff04ee34 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 946 time: 0.2832720 Jan 18 19:46:35.632466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:46:35.638379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:46:35.657499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:35.658090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:35.668386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] For port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,segment=NetworkSegment(3eb51737-bfb7-4a5c-9c16-3d0396b75749),segment_id=3eb51737-bfb7-4a5c-9c16-3d0396b75749)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:35.668845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:35.689671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36e71-e8ee-48d7-9759-e331a51fd9e4 req-f9901f6c-2735-4f23-b6a6-71d7a4245a3d tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:35.691108 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5aa36e71-e8ee-48d7-9759-e331a51fd9e4 req-f9901f6c-2735-4f23-b6a6-71d7a4245a3d tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 943 time: 0.2977073 Jan 18 19:46:35.806678 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-56798068-f96d-4a9d-b97a-e2b05c61d0a4 req-97300620-c04c-422a-b81d-e4cbb4364c8e tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433997 Jan 18 19:46:35.810900 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4260781 Jan 18 19:46:35.819933 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5aa36e71-e8ee-48d7-9759-e331a51fd9e4 req-fa11d9b6-d5af-49e6-b553-0dcfa4c2aabb tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/security-groups?id=cc2a8dd3-b88e-42a9-8534-7437dec58868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075733 Jan 18 19:46:35.835092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Request body: {'port': {'device_id': '67485980-662e-422c-8bc3-aa8cec57492c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:35.851130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Calling delete_port for e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:35.913052 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-9e2b01ca-1bab-4069-8de7-9c960d919bf0 None None] Provisioning for port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:46:35.925778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-9e2b01ca-1bab-4069-8de7-9c960d919bf0 None None] Provisioning complete for port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:35.926138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9e2b01ca-1bab-4069-8de7-9c960d919bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:36.021767 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b01ca-1bab-4069-8de7-9c960d919bf0 None None] Port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:46:36.041527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:36.060797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:36.077465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5338d71e-189e-408b-bda3-e70fed85ea99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:36.139983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Pushing event deleted for resources: {'Port': ['ID=e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:36.145294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:36.293752 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2872d-7c00-4e0b-b071-20a964f474e2 req-fd5ffee3-8c5e-4b80-a118-5ab859a8ef9c tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:36.294593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-51d2872d-7c00-4e0b-b071-20a964f474e2 req-fd5ffee3-8c5e-4b80-a118-5ab859a8ef9c tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Synchronizing usage tracker for tenant:e8cb76e5aea5495daf5c75792d68b213 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:36.361552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-51d2872d-7c00-4e0b-b071-20a964f474e2 req-fd5ffee3-8c5e-4b80-a118-5ab859a8ef9c tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Unset dirty status for tenant:e8cb76e5aea5495daf5c75792d68b213 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:36.362883 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-51d2872d-7c00-4e0b-b071-20a964f474e2 req-fd5ffee3-8c5e-4b80-a118-5ab859a8ef9c tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 935 time: 0.3226061 Jan 18 19:46:36.526062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] No DVR routers for this DVR port e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:46:36.530013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:36.536958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74032fd6-bd42-489a-991c-a58e10b742dc', 'name': 'network-vif-deleted', 'tag': 'e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:36.537165 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-51d2872d-7c00-4e0b-b071-20a964f474e2 req-4134111b-4408-413b-80ba-bf41c194f459 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Synchronizing usage tracker for tenant:e8cb76e5aea5495daf5c75792d68b213 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:36.550890 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-764ae647-cc91-4620-bbdf-b7d0d108f6a4 req-97fcfd0c-6e30-4fb2-a724-a42ca33f4a61 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.113 "DELETE /v2.0/ports/e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3 HTTP/1.1" status: 204 len: 173 time: 2.3255191 Jan 18 19:46:36.669462 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-51d2872d-7c00-4e0b-b071-20a964f474e2 req-4134111b-4408-413b-80ba-bf41c194f459 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Unset dirty status for tenant:e8cb76e5aea5495daf5c75792d68b213 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:36.670758 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-51d2872d-7c00-4e0b-b071-20a964f474e2 req-4134111b-4408-413b-80ba-bf41c194f459 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889771 Jan 18 19:46:36.708464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6aad1-d821-49ee-b6a4-a1063f89e047 req-f43b3759-6343-4da2-8f59-e7a3af47609a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:36.710201 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c4a6aad1-d821-49ee-b6a4-a1063f89e047 req-f43b3759-6343-4da2-8f59-e7a3af47609a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3232384 Jan 18 19:46:36.788129 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c4a6aad1-d821-49ee-b6a4-a1063f89e047 req-75609487-b6fa-496b-9525-3400385f7a53 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705824 Jan 18 19:46:36.840417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90e978fa-5536-4cf7-a131-6e092be735e1 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:36.857058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5eaf219-bd4e-431b-bb19-638bbde3f5d2 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:46:36.866134 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:36.881038 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74032fd6-bd42-489a-991c-a58e10b742dc', 'name': 'network-vif-deleted', 'tag': 'e1e7cdc9-a50d-4887-9a63-7fc9bb329cb3', 'status': 'completed', 'code': 200} Jan 18 19:46:36.882728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Transition to ACTIVE for port object d5eaf219-bd4e-431b-bb19-638bbde3f5d2 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:46:36.887223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:36.906535 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29b0e7c1-5d03-4f4d-9307-3b25d5a4599a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:36.920602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 90e978fa-5536-4cf7-a131-6e092be735e1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:36.921234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:37.123236 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-ca4cdad3-62ee-4418-966d-7dd43736f78f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:37.124501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-ca4cdad3-62ee-4418-966d-7dd43736f78f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:37.138085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-ca4cdad3-62ee-4418-966d-7dd43736f78f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:37.139408 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-ca4cdad3-62ee-4418-966d-7dd43736f78f tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 946 time: 0.1356502 Jan 18 19:46:37.197848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5eaf219-bd4e-431b-bb19-638bbde3f5d2,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:37.201059 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:37.237817 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fa240747-b286-416f-b1f8-0c2b89a223d8 req-525e616a-2893-46d3-8b62-ad4b3a99d05b tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] 10.222.0.109 "GET /v2.0/ports?device_id=74032fd6-bd42-489a-991c-a58e10b742dc HTTP/1.1" status: 200 len: 210 time: 0.0930803 Jan 18 19:46:37.249045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Deleting port 90e978fa-5536-4cf7-a131-6e092be735e1 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:37.249693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:37.535143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df738-12b1-412c-a0b2-aabce39d9d7e req-61253b42-2c42-4555-869f-c5838fdb2cb0 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:37.543209 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5f3df738-12b1-412c-a0b2-aabce39d9d7e req-61253b42-2c42-4555-869f-c5838fdb2cb0 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 946 time: 0.4662259 Jan 18 19:46:37.546280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Attempting to bind port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:46:37.546660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Attempting to bind port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:46:37.547030 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Attempting to bind port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 on network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:46:37.572317 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:46:37.572709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Checking segment: {'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:46:37.573229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:37.573631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Bound using segment: {'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:46:37.574171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Bound port: d5eaf219-bd4e-431b-bb19-638bbde3f5d2, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ea2416-b5a4-49c3-98ba-b1286cea81d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a102e7c-885c-4e68-bcaf-659bdb2c6b66'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:46:37.574465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:37.652169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] For port 90e978fa-5536-4cf7-a131-6e092be735e1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=90e978fa-5536-4cf7-a131-6e092be735e1,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:37.652566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:37.664452 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5f3df738-12b1-412c-a0b2-aabce39d9d7e req-eee80f36-c102-43d9-96ba-889e72a464e1 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202784 Jan 18 19:46:37.707970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] For port d5eaf219-bd4e-431b-bb19-638bbde3f5d2, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:46:37.711965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] For port d5eaf219-bd4e-431b-bb19-638bbde3f5d2, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d5eaf219-bd4e-431b-bb19-638bbde3f5d2,segment=NetworkSegment(60ea2416-b5a4-49c3-98ba-b1286cea81d7),segment_id=60ea2416-b5a4-49c3-98ba-b1286cea81d7)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:46:37.716517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:37.754637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:37.795668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Calling delete_port for 90e978fa-5536-4cf7-a131-6e092be735e1 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:37.989119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:38.007954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3e9472ae-439a-4d6a-b544-08109a0ff461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:38.066454 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Pushing event deleted for resources: {'Port': ['ID=90e978fa-5536-4cf7-a131-6e092be735e1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:38.138315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:38.227831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] No DVR routers for this DVR port 90e978fa-5536-4cf7-a131-6e092be735e1 on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:46:38.230086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:38.246005 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4fa00eb9-5535-43ce-91b4-9e5e20ec89a0 req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "DELETE /v2.0/ports/90e978fa-5536-4cf7-a131-6e092be735e1 HTTP/1.1" status: 204 len: 173 time: 1.0820663 Jan 18 19:46:38.249588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5eaf219-bd4e-431b-bb19-638bbde3f5d2,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:38.253322 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:38.347025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:38.347730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:38.349249 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] 10.222.0.113 "PUT /v2.0/ports/d5eaf219-bd4e-431b-bb19-638bbde3f5d2 HTTP/1.1" status: 200 len: 1161 time: 2.5214159 Jan 18 19:46:38.350429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67485980-662e-422c-8bc3-aa8cec57492c', 'tag': 'd5eaf219-bd4e-431b-bb19-638bbde3f5d2'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:38.379497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a304f-ad8a-4e47-bfd6-08fb54ec070c req-6739fcf3-be86-498f-b24a-b2cb330d880f tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:38.381187 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ef6a304f-ad8a-4e47-bfd6-08fb54ec070c req-6739fcf3-be86-498f-b24a-b2cb330d880f tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 947 time: 0.3086782 Jan 18 19:46:38.404661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16302a-af38-4bb5-a639-97a764b250a2 req-25f43d2a-4281-496d-8b42-700f448fd52f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:38.406367 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fd16302a-af38-4bb5-a639-97a764b250a2 req-25f43d2a-4281-496d-8b42-700f448fd52f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3307188 Jan 18 19:46:38.546378 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ef6a304f-ad8a-4e47-bfd6-08fb54ec070c req-0c80935b-4c75-4a2f-99a1-b2fa6b2fc2d8 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383781 Jan 18 19:46:38.551928 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fd16302a-af38-4bb5-a639-97a764b250a2 req-af416e38-9973-4df6-850c-f3042b2e5b02 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282656 Jan 18 19:46:38.585961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-e126a2c9-e063-49f5-bcd2-e66789bc8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:38.588309 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-e126a2c9-e063-49f5-bcd2-e66789bc8c98 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e8cb76e5aea5495daf5c75792d68b213&device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 1164 time: 0.1547420 Jan 18 19:46:38.676214 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-e3da8e5b-c14d-4614-93ec-38a8aaf11c89 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d5eaf219-bd4e-431b-bb19-638bbde3f5d2 HTTP/1.1" status: 200 len: 217 time: 0.0712600 Jan 18 19:46:38.751295 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67485980-662e-422c-8bc3-aa8cec57492c', 'tag': 'd5eaf219-bd4e-431b-bb19-638bbde3f5d2', 'status': 'completed', 'code': 200} Jan 18 19:46:38.795702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-6332a3f1-c540-4966-8d72-9fce262b60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:38.800417 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-6332a3f1-c540-4966-8d72-9fce262b60ac service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73e749a9-b995-4167-9b7e-eb3ff93d4f0b HTTP/1.1" status: 200 len: 843 time: 0.0929811 Jan 18 19:46:38.883082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4db8086-e8d3-4376-a915-e22609fc9da1', 'name': 'network-vif-deleted', 'tag': '90e978fa-5536-4cf7-a131-6e092be735e1'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:38.949141 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-efab4e8d-62b5-4453-8ae9-6630b392fa86 req-13a52c71-5452-4a65-8fde-45c757210d11 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=d4db8086-e8d3-4376-a915-e22609fc9da1 HTTP/1.1" status: 200 len: 210 time: 0.0706179 Jan 18 19:46:38.985133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-ce958b6b-dc72-4a81-95cc-9a4ab9cd2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:38.988417 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-ce958b6b-dc72-4a81-95cc-9a4ab9cd2cad service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6a102e7c-885c-4e68-bcaf-659bdb2c6b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1794484 Jan 18 19:46:39.025074 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4db8086-e8d3-4376-a915-e22609fc9da1', 'name': 'network-vif-deleted', 'tag': '90e978fa-5536-4cf7-a131-6e092be735e1', 'status': 'completed', 'code': 200} Jan 18 19:46:39.090329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90e978fa-5536-4cf7-a131-6e092be735e1 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:46:39.128284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] No Port match for: 90e978fa-5536-4cf7-a131-6e092be735e1 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:46:39.128781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90e978fa-5536-4cf7-a131-6e092be735e1 not bound to the agent host hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:46:39.145800 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-a93571bf-c631-43df-9654-aa39b5a0896f service neutron] 10.222.0.113 "GET /v2.0/networks/6a102e7c-885c-4e68-bcaf-659bdb2c6b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466179 Jan 18 19:46:39.301742 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-835695e4-3da9-42ae-bb1b-d36d58a7a2fc req-1626b279-dbf1-4868-a9c3-08a71231c723 service neutron] 10.222.0.113 "GET /v2.0/networks/6a102e7c-885c-4e68-bcaf-659bdb2c6b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478744 Jan 18 19:46:39.478712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c02d-7a30-4133-8811-b91db495188e req-96de9ba2-8f0f-4cbf-ad72-afc3992fc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:39.480391 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e84c02d-7a30-4133-8811-b91db495188e req-96de9ba2-8f0f-4cbf-ad72-afc3992fc5b7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e8cb76e5aea5495daf5c75792d68b213&device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 1164 time: 0.0877023 Jan 18 19:46:39.749008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c02d-7a30-4133-8811-b91db495188e req-755154c1-c7bb-4f0e-9317-b0b5a0b637ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:39.752647 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e84c02d-7a30-4133-8811-b91db495188e req-755154c1-c7bb-4f0e-9317-b0b5a0b637ee service neutron] 10.222.0.113 "GET /v2.0/networks?id=6a102e7c-885c-4e68-bcaf-659bdb2c6b66 HTTP/1.1" status: 200 len: 863 time: 0.2626863 Jan 18 19:46:39.914612 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e84c02d-7a30-4133-8811-b91db495188e req-58a974ea-745e-49a3-a19a-029a3c2b263a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d5eaf219-bd4e-431b-bb19-638bbde3f5d2 HTTP/1.1" status: 200 len: 217 time: 0.1548595 Jan 18 19:46:40.028816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c02d-7a30-4133-8811-b91db495188e req-3d75a512-3cd0-4215-8710-e8e1fe335a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:40.030402 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e84c02d-7a30-4133-8811-b91db495188e req-3d75a512-3cd0-4215-8710-e8e1fe335a63 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73e749a9-b995-4167-9b7e-eb3ff93d4f0b HTTP/1.1" status: 200 len: 843 time: 0.1057909 Jan 18 19:46:40.133069 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c1f57-f30d-4540-8129-24d1dbcc79f1 req-65bdb646-fe36-472f-bd03-551094d04080 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:40.134709 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b21c1f57-f30d-4540-8129-24d1dbcc79f1 req-65bdb646-fe36-472f-bd03-551094d04080 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 947 time: 0.3027697 Jan 18 19:46:40.159172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f2193-f826-48e3-8042-03dff1f1bcbd req-ad050597-fbdf-4174-b897-0d7b80a6b831 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:40.160848 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-173f2193-f826-48e3-8042-03dff1f1bcbd req-ad050597-fbdf-4174-b897-0d7b80a6b831 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3276730 Jan 18 19:46:40.260309 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b21c1f57-f30d-4540-8129-24d1dbcc79f1 req-652cb1e6-2298-4b13-8d17-d6fe1aa19e8f tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982232 Jan 18 19:46:40.265272 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84c02d-7a30-4133-8811-b91db495188e req-ac6fec27-f579-44f9-a6d4-547744ff84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:40.267443 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e84c02d-7a30-4133-8811-b91db495188e req-ac6fec27-f579-44f9-a6d4-547744ff84e8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6a102e7c-885c-4e68-bcaf-659bdb2c6b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2304070 Jan 18 19:46:40.276747 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-173f2193-f826-48e3-8042-03dff1f1bcbd req-972eb6b9-82ab-467f-898d-c2cb74289550 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079216 Jan 18 19:46:40.417981 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e84c02d-7a30-4133-8811-b91db495188e req-77572860-587c-495c-97f1-669f79660b9e service neutron] 10.222.0.113 "GET /v2.0/networks/6a102e7c-885c-4e68-bcaf-659bdb2c6b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411777 Jan 18 19:46:40.581845 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e84c02d-7a30-4133-8811-b91db495188e req-0f5f5a70-1a69-427e-b8ed-508a0c0b0b47 service neutron] 10.222.0.113 "GET /v2.0/networks/6a102e7c-885c-4e68-bcaf-659bdb2c6b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445775 Jan 18 19:46:40.996832 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925dcc9-591a-42ec-931b-8824a2466e08 req-2ce43665-c9d4-450f-9c0d-77e7d6c7cb2b tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:41.003555 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0925dcc9-591a-42ec-931b-8824a2466e08 req-2ce43665-c9d4-450f-9c0d-77e7d6c7cb2b tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 945 time: 0.1259789 Jan 18 19:46:41.058286 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0925dcc9-591a-42ec-931b-8824a2466e08 req-25e2d06d-71d0-4342-b82b-7692175e9d20 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530114 Jan 18 19:46:41.612199 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b16d0a-5468-4928-9ef6-ce3449dc101a req-aaf95ff2-16d2-4850-a677-a8be6dd17a0c tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:41.619972 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-66b16d0a-5468-4928-9ef6-ce3449dc101a req-aaf95ff2-16d2-4850-a677-a8be6dd17a0c tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 947 time: 0.1918275 Jan 18 19:46:41.662115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92849b60-290d-407c-8537-b23faa3dd8ec req-db6d0d7a-5ce7-4365-8c79-374ca206580c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:41.669850 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92849b60-290d-407c-8537-b23faa3dd8ec req-db6d0d7a-5ce7-4365-8c79-374ca206580c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2432446 Jan 18 19:46:41.723634 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-66b16d0a-5468-4928-9ef6-ce3449dc101a req-f94f154a-a3a2-4605-b113-41f99226e3a0 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025114 Jan 18 19:46:41.781392 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92849b60-290d-407c-8537-b23faa3dd8ec req-42691094-ec06-4147-bff1-a88206cc28da tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104779 Jan 18 19:46:42.384114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03101b9f-d30c-4164-8cda-d59850ab1bc8 req-fff3f2a8-f7a8-4635-8209-d2856d5587d6 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:42.387780 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-03101b9f-d30c-4164-8cda-d59850ab1bc8 req-fff3f2a8-f7a8-4635-8209-d2856d5587d6 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 945 time: 0.1854451 Jan 18 19:46:42.450672 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-03101b9f-d30c-4164-8cda-d59850ab1bc8 req-4130d27d-1fcf-4447-beb1-d88461a92bd1 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562191 Jan 18 19:46:42.510862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a3132-58ae-4a55-8b46-26b07e507113 req-ccd53cce-4324-41d9-a9d8-42f17c35cc9a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:42.512731 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-415a3132-58ae-4a55-8b46-26b07e507113 req-ccd53cce-4324-41d9-a9d8-42f17c35cc9a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 945 time: 0.2210813 Jan 18 19:46:42.626893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Deleting port 90799bbc-ac46-4943-b93e-d22022661d00 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:42.627658 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:42.638127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-23dab387-2555-4d50-9818-7fa611c3f37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:43.156199 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 6a102e7c-885c-4e68-bcaf-659bdb2c6b66 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:46:43.407020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82343178-2fcf-4d95-8381-3a06381b46a3 req-a806d020-7f76-43d4-994b-ea1abc16f9a8 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:43.414683 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-82343178-2fcf-4d95-8381-3a06381b46a3 req-a806d020-7f76-43d4-994b-ea1abc16f9a8 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 947 time: 0.4560497 Jan 18 19:46:43.490767 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-82343178-2fcf-4d95-8381-3a06381b46a3 req-991c8881-8e7f-4014-b7ae-34bb70fe6902 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749865 Jan 18 19:46:43.508363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] For port 90799bbc-ac46-4943-b93e-d22022661d00, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=90799bbc-ac46-4943-b93e-d22022661d00,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:43.508773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:43.678951 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-969514aa-2cfc-476b-aeb9-6574bf4e6649 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:46:43.763997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Calling delete_port for 90799bbc-ac46-4943-b93e-d22022661d00 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:43.840167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c3c63-eccd-4a14-9015-ca8b8b86f10f req-611f0510-d489-401d-bf52-660e9847310c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:43.848563 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ca6c3c63-eccd-4a14-9015-ca8b8b86f10f req-611f0510-d489-401d-bf52-660e9847310c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.5955071 Jan 18 19:46:43.931265 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ca6c3c63-eccd-4a14-9015-ca8b8b86f10f req-d0a8f6d1-71f0-4fec-9d83-dab0e5df6345 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815272 Jan 18 19:46:44.138041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:44.161424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:44.223139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Pushing event deleted for resources: {'Port': ['ID=90799bbc-ac46-4943-b93e-d22022661d00,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:44.240673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:44.241308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device d5eaf219-bd4e-431b-bb19-638bbde3f5d2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:44.319405 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:46:44.325334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:44.325987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:44.384881 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c09bd-8814-4e57-b990-c2f3d559be17 req-7a0d4917-2d83-494d-9aa6-cf21926d8265 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:44.395120 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bb4c09bd-8814-4e57-b990-c2f3d559be17 req-7a0d4917-2d83-494d-9aa6-cf21926d8265 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 867 time: 0.3334095 Jan 18 19:46:44.463107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:44.493963 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67485980-662e-422c-8bc3-aa8cec57492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5eaf219-bd4e-431b-bb19-638bbde3f5d2'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:44.506800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port d5eaf219-bd4e-431b-bb19-638bbde3f5d2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d5eaf219-bd4e-431b-bb19-638bbde3f5d2,segment=NetworkSegment(60ea2416-b5a4-49c3-98ba-b1286cea81d7),segment_id=60ea2416-b5a4-49c3-98ba-b1286cea81d7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:44.512365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:44.514726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:44.522421 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bb4c09bd-8814-4e57-b990-c2f3d559be17 req-9016c65d-e307-449c-b6f4-61e36b0e0736 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261647 Jan 18 19:46:44.593706 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67485980-662e-422c-8bc3-aa8cec57492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5eaf219-bd4e-431b-bb19-638bbde3f5d2', 'code': 200} Jan 18 19:46:44.593918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90799bbc-ac46-4943-b93e-d22022661d00 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:46:44.616163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] No DVR routers for this DVR port 90799bbc-ac46-4943-b93e-d22022661d00 on host hv-cinder-56205 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:46:44.619565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:44.623629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fd3eed-0977-46e9-8bd9-e510d6211fd3', 'name': 'network-vif-deleted', 'tag': '90799bbc-ac46-4943-b93e-d22022661d00'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:44.635524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] No Port match for: 90799bbc-ac46-4943-b93e-d22022661d00 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:46:44.635922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 90799bbc-ac46-4943-b93e-d22022661d00 not bound to the agent host hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:46:44.643229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=d5eaf219-bd4e-431b-bb19-638bbde3f5d2,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:44.646636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:44.663773 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-415a3132-58ae-4a55-8b46-26b07e507113 req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "DELETE /v2.0/ports/90799bbc-ac46-4943-b93e-d22022661d00 HTTP/1.1" status: 204 len: 173 time: 2.1434569 Jan 18 19:46:44.741425 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fd3eed-0977-46e9-8bd9-e510d6211fd3', 'name': 'network-vif-deleted', 'tag': '90799bbc-ac46-4943-b93e-d22022661d00', 'status': 'completed', 'code': 200} Jan 18 19:46:44.822802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f6ed85e8-f78c-4e7f-9528-fefd4b633622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:44.858894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3e4f4-d93e-4654-8615-2d8c351d4583 req-d6a6faab-790a-48ba-be9c-0eb342320875 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:44.866513 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-11b3e4f4-d93e-4654-8615-2d8c351d4583 req-d6a6faab-790a-48ba-be9c-0eb342320875 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 949 time: 0.1800864 Jan 18 19:46:45.003309 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-11b3e4f4-d93e-4654-8615-2d8c351d4583 req-55a8c234-3073-4fdc-80bd-4bf1cd7f119f tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805919 Jan 18 19:46:45.022414 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9633-8c88-49aa-82cb-f82446ee1371 req-4ca1de58-0e41-4f4b-87c4-93adc5e1a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:45.024125 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-362f9633-8c88-49aa-82cb-f82446ee1371 req-4ca1de58-0e41-4f4b-87c4-93adc5e1a9d3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 1166 time: 0.1573906 Jan 18 19:46:45.029303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:45.116263 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-362f9633-8c88-49aa-82cb-f82446ee1371 req-71ad7ff9-8550-41e2-bca5-176c858bb8a0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778344 Jan 18 19:46:45.197020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device d5eaf219-bd4e-431b-bb19-638bbde3f5d2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:45.331866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:45.332286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:45.351811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb0c3f-165e-401e-96d7-71c9495a2382 req-37234065-8e13-4bae-bb37-a8f461f0b5fb tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:45.353001 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-55fb0c3f-165e-401e-96d7-71c9495a2382 req-37234065-8e13-4bae-bb37-a8f461f0b5fb tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1643615 Jan 18 19:46:45.447455 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-55fb0c3f-165e-401e-96d7-71c9495a2382 req-888d112a-ade5-4cf0-999b-dbc9983944e0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822885 Jan 18 19:46:45.759000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-0b22151d-394f-464a-8d15-ec349eca6ed7 req-607fefcf-304a-405f-9718-9734128d0563 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:45.785045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-0b22151d-394f-464a-8d15-ec349eca6ed7 req-607fefcf-304a-405f-9718-9734128d0563 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:45.788371 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b22151d-394f-464a-8d15-ec349eca6ed7 req-607fefcf-304a-405f-9718-9734128d0563 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=64fd3eed-0977-46e9-8bd9-e510d6211fd3 HTTP/1.1" status: 200 len: 210 time: 0.1044462 Jan 18 19:46:46.335792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52366b7c-7580-41cf-a92c-03b9b9198658 req-91761531-e1d0-4594-8f7c-231795c9a98a tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:46.337421 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-52366b7c-7580-41cf-a92c-03b9b9198658 req-91761531-e1d0-4594-8f7c-231795c9a98a tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 949 time: 0.1181624 Jan 18 19:46:46.372556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:46:46.392334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:46.396142 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-52366b7c-7580-41cf-a92c-03b9b9198658 req-f92bbf75-ee57-4fb2-a933-26ea1f4c691a tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514998 Jan 18 19:46:46.726259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f2085-341a-4a7e-a2da-d22e035ad4f2 req-a055f5f3-dfa2-4de5-b760-8cf23ea20436 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:46.737255 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-673f2085-341a-4a7e-a2da-d22e035ad4f2 req-a055f5f3-dfa2-4de5-b760-8cf23ea20436 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1278026 Jan 18 19:46:46.802847 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-673f2085-341a-4a7e-a2da-d22e035ad4f2 req-27145aa5-ff55-4678-8837-d420a5199431 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637050 Jan 18 19:46:46.855311 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:47.002840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device d5eaf219-bd4e-431b-bb19-638bbde3f5d2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:47.103374 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:47.103692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:47.370611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 34602) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:47.657560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:47.685166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ff8-ba7a-43aa-bfde-30bf50dcddd6 req-95b83fcb-2148-4aa8-a90a-e33037dfa072 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:47.693507 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5da37ff8-ba7a-43aa-bfde-30bf50dcddd6 req-95b83fcb-2148-4aa8-a90a-e33037dfa072 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 949 time: 0.1231303 Jan 18 19:46:47.697015 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:47.702096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b58f966790ff44288e64cbf64745233f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:47.706310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:47.713049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:47.756623 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5da37ff8-ba7a-43aa-bfde-30bf50dcddd6 req-9c4d5d61-a404-46d5-998d-e96580ea7e45 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619140 Jan 18 19:46:47.817058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:47.822834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:47.837955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:47.871324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34622) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:47.871485 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b58f966790ff44288e64cbf64745233f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992135 Jan 18 19:46:47.893065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280b1f92-abeb-45db-8c15-0b3804c6be59,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:47.909443 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:47.975617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-033e9fbe-2bda-42ed-b6e4-2f65018edd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:48.063093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-033e9fbe-2bda-42ed-b6e4-2f65018edd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:48.151997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e714e-85b5-4e62-bcee-2afc1e2817cd req-5cba8340-ad6f-4c75-b21f-fcf880a7996d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:48.154692 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3b2e714e-85b5-4e62-bcee-2afc1e2817cd req-5cba8340-ad6f-4c75-b21f-fcf880a7996d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1807747 Jan 18 19:46:48.186615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-033e9fbe-2bda-42ed-b6e4-2f65018edd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:48.195657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:48.228510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e9fbe-2bda-42ed-b6e4-2f65018edd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b1f92-abeb-45db-8c15-0b3804c6be59,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:48.232574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-033e9fbe-2bda-42ed-b6e4-2f65018edd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:48.240359 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3b2e714e-85b5-4e62-bcee-2afc1e2817cd req-23110377-aedd-4b3f-8e54-c51cbabbf04d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715895 Jan 18 19:46:48.242628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-033e9fbe-2bda-42ed-b6e4-2f65018edd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:48.244012 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-033e9fbe-2bda-42ed-b6e4-2f65018edd96 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/280b1f92-abeb-45db-8c15-0b3804c6be59 HTTP/1.1" status: 204 len: 168 time: 0.3714077 Jan 18 19:46:48.449902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044cd4b-a6c4-4c82-a44f-7b4c46e0b4c5 req-76740592-60ad-4e88-b2b6-04470c4b9d46 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:48.451756 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b044cd4b-a6c4-4c82-a44f-7b4c46e0b4c5 req-76740592-60ad-4e88-b2b6-04470c4b9d46 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 949 time: 0.1580043 Jan 18 19:46:48.554629 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b044cd4b-a6c4-4c82-a44f-7b4c46e0b4c5 req-4ce8899a-9961-4f4d-83eb-edd0b8bfe65d tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901828 Jan 18 19:46:48.885014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34650) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:48.932426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:49.019031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:49.028128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Usage tracker for resource:security_group_rule and tenant:e59749e47c564733aa1851d795aff04a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:49.032265 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:49.041582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:49.094235 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device d5eaf219-bd4e-431b-bb19-638bbde3f5d2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:49.116713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214be4-4452-4cae-9a93-cdc9bb8b2def req-97d25219-521e-402e-a9ec-6d988e759d6e tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:49.122405 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a8214be4-4452-4cae-9a93-cdc9bb8b2def req-97d25219-521e-402e-a9ec-6d988e759d6e tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 945 time: 0.1790912 Jan 18 19:46:49.168342 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:49.168776 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:49.207238 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a8214be4-4452-4cae-9a93-cdc9bb8b2def req-c2b7a520-1304-4f1e-92bc-71d9fe71abf2 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Jan 18 19:46:49.265288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:49.275789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:49.297761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:49.385142 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e59749e47c564733aa1851d795aff04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965150 Jan 18 19:46:49.387036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34656) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:49.473122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f057b4-dc0b-4d1f-86c7-c690116f8b56,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:49.479871 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:49.551953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-541cb8fd-acd5-4070-8593-44508233f0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:49.594346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-541cb8fd-acd5-4070-8593-44508233f0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:49.713803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f532e-2ca7-47ef-9102-3892508d2c65 req-b584c53b-95fc-4db0-8300-b77fe8443aa5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:49.715576 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-670f532e-2ca7-47ef-9102-3892508d2c65 req-b584c53b-95fc-4db0-8300-b77fe8443aa5 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2393241 Jan 18 19:46:49.810824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-541cb8fd-acd5-4070-8593-44508233f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:49.819610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-54cbfe86-3635-485d-a55a-7e10be022481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:49.917700 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-670f532e-2ca7-47ef-9102-3892508d2c65 req-9d9e8914-dbe1-447b-8a24-cbc202310861 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474619 Jan 18 19:46:49.918543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cb8fd-acd5-4070-8593-44508233f0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f057b4-dc0b-4d1f-86c7-c690116f8b56,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:49.927177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-541cb8fd-acd5-4070-8593-44508233f0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:49.927539 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-541cb8fd-acd5-4070-8593-44508233f0a2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/45f057b4-dc0b-4d1f-86c7-c690116f8b56 HTTP/1.1" status: 204 len: 168 time: 0.5389638 Jan 18 19:46:49.937129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-541cb8fd-acd5-4070-8593-44508233f0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:49.991043 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae41fa-18b1-4375-b237-e59ecee469d9 req-3e33009f-c64b-4c45-954b-c353b60723ab tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:50.000892 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b2ae41fa-18b1-4375-b237-e59ecee469d9 req-3e33009f-c64b-4c45-954b-c353b60723ab tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 949 time: 0.2838123 Jan 18 19:46:50.074358 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b2ae41fa-18b1-4375-b237-e59ecee469d9 req-729163a9-fdbe-45c8-95f3-311e66b3e2a2 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/security-groups?id=37b6036a-145a-49e5-8f4a-38bc27d844d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717928 Jan 18 19:46:50.117396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff3e23-1639-45a8-8f34-87763641c112 req-d0aaf84d-05f0-444e-bfd1-e6daf2400c40 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:50.119465 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8eff3e23-1639-45a8-8f34-87763641c112 req-d0aaf84d-05f0-444e-bfd1-e6daf2400c40 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.113 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 949 time: 0.2503355 Jan 18 19:46:50.259002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Deleting port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:50.259427 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:50.636828 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] For port d5eaf219-bd4e-431b-bb19-638bbde3f5d2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=d5eaf219-bd4e-431b-bb19-638bbde3f5d2,segment=NetworkSegment(60ea2416-b5a4-49c3-98ba-b1286cea81d7),segment_id=60ea2416-b5a4-49c3-98ba-b1286cea81d7)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:50.637239 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:50.845022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-7dff3ea0-d068-4ce6-8c0c-5b47af82a557 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:50.846088 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-7dff3ea0-d068-4ce6-8c0c-5b47af82a557 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Synchronizing usage tracker for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:50.860477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-7dff3ea0-d068-4ce6-8c0c-5b47af82a557 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Unset dirty status for tenant:81a1c0edaaef42b6b7d936852f6810d9 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:50.861566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Calling delete_port for d5eaf219-bd4e-431b-bb19-638bbde3f5d2 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:50.861720 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-7dff3ea0-d068-4ce6-8c0c-5b47af82a557 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 945 time: 0.1449213 Jan 18 19:46:50.910540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device d5eaf219-bd4e-431b-bb19-638bbde3f5d2 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:46:51.032723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Deleting port ffdaa339-50e9-4baa-8767-20157ee73d7b {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:51.033724 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:51.089215 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] No active binding found for port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 {{(pid=80115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 18 19:46:51.091168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device d5eaf219-bd4e-431b-bb19-638bbde3f5d2 not bound to the agent host hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:46:51.092191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ffdaa339-50e9-4baa-8767-20157ee73d7b no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:46:51.141900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b94a2-14a3-46bb-bbf2-d6ad21692286 req-127f405a-a24a-4a37-bbe9-ad1934ae0b21 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:51.151045 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7a4b94a2-14a3-46bb-bbf2-d6ad21692286 req-127f405a-a24a-4a37-bbe9-ad1934ae0b21 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 945 time: 0.6426506 Jan 18 19:46:51.158520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:51.222899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-64cb7d8c-2cbe-48b8-8551-b636d23f6f22 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:51.348750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:51.372309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Pushing event deleted for resources: {'Port': ['ID=d5eaf219-bd4e-431b-bb19-638bbde3f5d2,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:51.390255 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port ffdaa339-50e9-4baa-8767-20157ee73d7b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ffdaa339-50e9-4baa-8767-20157ee73d7b,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:51.393065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdaa339-50e9-4baa-8767-20157ee73d7b'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:51.400753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] For port ffdaa339-50e9-4baa-8767-20157ee73d7b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ffdaa339-50e9-4baa-8767-20157ee73d7b,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:51.401001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:51.403329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:51.404380 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7a4b94a2-14a3-46bb-bbf2-d6ad21692286 req-8fa98821-828b-4966-8d9c-a97b8fd7e3f7 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522974 Jan 18 19:46:51.405544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:51.436775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:51.590064 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=ffdaa339-50e9-4baa-8767-20157ee73d7b,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:51.607435 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:51.695763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Calling delete_port for ffdaa339-50e9-4baa-8767-20157ee73d7b owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:51.815292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:46:51.816057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:46:51.961839 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a66c8-aa82-42bd-aa66-cf7225d0065b req-ef98f4b5-8bfa-49c8-bf30-7a119d8990e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:51.963811 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a24a66c8-aa82-42bd-aa66-cf7225d0065b req-ef98f4b5-8bfa-49c8-bf30-7a119d8990e6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1162 time: 0.1009154 Jan 18 19:46:51.970375 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d581d698-5362-4637-a863-2b97b8eb15be req-4b059bcc-83d3-43e4-b75e-cd0323f05b19 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 210 time: 0.0810633 Jan 18 19:46:52.028702 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a24a66c8-aa82-42bd-aa66-cf7225d0065b req-fdd3f227-d8c0-46aa-9093-83738ff257eb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 Jan 18 19:46:52.081894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43c8ae-f132-4def-9863-cb5fe955f1e7 req-9c4a39a5-0c60-44fe-8f31-894a77112951 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:52.097292 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a43c8ae-f132-4def-9863-cb5fe955f1e7 req-9c4a39a5-0c60-44fe-8f31-894a77112951 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.8284597 Jan 18 19:46:52.279196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] No DVR routers for this DVR port d5eaf219-bd4e-431b-bb19-638bbde3f5d2 on host hv-cinder-56205 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:46:52.289031 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a43c8ae-f132-4def-9863-cb5fe955f1e7 req-b3348ca1-2187-41c2-a782-6f16defdfea1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903744 Jan 18 19:46:52.290599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:52.297370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67485980-662e-422c-8bc3-aa8cec57492c', 'name': 'network-vif-deleted', 'tag': 'd5eaf219-bd4e-431b-bb19-638bbde3f5d2'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:52.315158 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8eff3e23-1639-45a8-8f34-87763641c112 req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.113 "DELETE /v2.0/ports/d5eaf219-bd4e-431b-bb19-638bbde3f5d2 HTTP/1.1" status: 204 len: 173 time: 2.1872540 Jan 18 19:46:52.317499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Deleting port ffdaa339-50e9-4baa-8767-20157ee73d7b {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:46:52.317895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:52.608411 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdaa339-50e9-4baa-8767-20157ee73d7b', 'code': 200} Jan 18 19:46:52.688598 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67485980-662e-422c-8bc3-aa8cec57492c', 'name': 'network-vif-deleted', 'tag': 'd5eaf219-bd4e-431b-bb19-638bbde3f5d2', 'status': 'completed', 'code': 200} Jan 18 19:46:52.747171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] For port ffdaa339-50e9-4baa-8767-20157ee73d7b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ffdaa339-50e9-4baa-8767-20157ee73d7b,segment=NetworkSegment(b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43),segment_id=b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:46:52.748126 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:53.028165 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Calling delete_port for ffdaa339-50e9-4baa-8767-20157ee73d7b owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:46:53.106470 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:53.296412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2065c3-51ae-4f33-a395-dad2abb49e8b req-c0e64278-9f75-4ff0-9b48-a124bd1da825 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:53.323512 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6d2065c3-51ae-4f33-a395-dad2abb49e8b req-c0e64278-9f75-4ff0-9b48-a124bd1da825 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 943 time: 0.3286293 Jan 18 19:46:53.342537 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:53.346081 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:53.643316 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-bcf67619-afa3-45eb-aad2-8a2fd998fbd8 req-50ee90c8-091f-4694-9169-8a26827e2471 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Synchronizing usage tracker for tenant:e8cb76e5aea5495daf5c75792d68b213 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:46:53.656846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:53.750325 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6d2065c3-51ae-4f33-a395-dad2abb49e8b req-53ad07ee-a7dc-4910-9e48-311ff29ca0ce tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/security-groups?id=b4e495d6-fe6f-4f04-93ee-5365e15ef592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250345 Jan 18 19:46:53.753855 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-bcf67619-afa3-45eb-aad2-8a2fd998fbd8 req-50ee90c8-091f-4694-9169-8a26827e2471 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Unset dirty status for tenant:e8cb76e5aea5495daf5c75792d68b213 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:46:53.764790 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bcf67619-afa3-45eb-aad2-8a2fd998fbd8 req-50ee90c8-091f-4694-9169-8a26827e2471 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] 10.222.0.109 "GET /v2.0/ports?device_id=67485980-662e-422c-8bc3-aa8cec57492c HTTP/1.1" status: 200 len: 210 time: 0.3735189 Jan 18 19:46:53.908600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-daaa1f84-f366-4a0c-bd7b-19a9b9e6985a tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:53.991894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Pushing event deleted for resources: {'Port': ['ID=ffdaa339-50e9-4baa-8767-20157ee73d7b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:54.003499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:54.086840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] No DVR routers for this DVR port ffdaa339-50e9-4baa-8767-20157ee73d7b on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:46:54.096087 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:54.099505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'name': 'network-vif-deleted', 'tag': 'ffdaa339-50e9-4baa-8767-20157ee73d7b'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:54.133929 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c34d2d10-4068-4ed1-b082-f4db1cc1e0f0 req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.113 "DELETE /v2.0/ports/ffdaa339-50e9-4baa-8767-20157ee73d7b HTTP/1.1" status: 204 len: 173 time: 3.2664685 Jan 18 19:46:54.223231 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f5a7b5-bb2b-4652-abb2-2160992e6921', 'name': 'network-vif-deleted', 'tag': 'ffdaa339-50e9-4baa-8767-20157ee73d7b', 'status': 'completed', 'code': 200} Jan 18 19:46:54.262886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f2862-cbc4-45f1-9ca4-df72ebcd3ef6 req-6e399151-64d5-44a6-9405-65dba01a95cf tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:54.265085 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6c0f2862-cbc4-45f1-9ca4-df72ebcd3ef6 req-6e399151-64d5-44a6-9405-65dba01a95cf tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2719765 Jan 18 19:46:54.343585 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6c0f2862-cbc4-45f1-9ca4-df72ebcd3ef6 req-5fc36df9-e6e7-4fcf-8a59-3bd19536e89e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689175 Jan 18 19:46:55.096042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-d9b450bb-d2a9-4f2e-9bfd-b7bd1e3a52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:55.098045 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-d9b450bb-d2a9-4f2e-9bfd-b7bd1e3a52a6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1162 time: 0.2035613 Jan 18 19:46:55.145630 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-57a56f4f-33fe-46b5-bbea-9a06f4b5b3e6 req-d9e49cc7-d479-4a7d-8059-3965718cbd30 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] 10.222.0.109 "GET /v2.0/ports?device_id=a2f5a7b5-bb2b-4652-abb2-2160992e6921 HTTP/1.1" status: 200 len: 210 time: 0.0647190 Jan 18 19:46:55.268560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a610260-f304-4182-9ab5-6424e763b992 req-7ea96e01-575a-488c-aabd-098db6257702 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:55.277478 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a610260-f304-4182-9ab5-6424e763b992 req-7ea96e01-575a-488c-aabd-098db6257702 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3013752 Jan 18 19:46:55.320922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-13508b6e-9f53-4f45-8593-f39ce0c50064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:55.322574 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-13508b6e-9f53-4f45-8593-f39ce0c50064 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.2180185 Jan 18 19:46:55.401263 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a610260-f304-4182-9ab5-6424e763b992 req-050693ff-478d-4d9d-9b20-1eab8a6be5ca tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154044 Jan 18 19:46:55.504848 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-a474e64b-7965-47d0-9002-0837661d263c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 200 len: 217 time: 0.1716635 Jan 18 19:46:55.606193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-d20ff25f-a080-4a83-b637-59259ef97ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:55.607725 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-d20ff25f-a080-4a83-b637-59259ef97ec4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.0820785 Jan 18 19:46:55.666482 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-bffebf1e-9ef6-42ae-a47a-d9157bf11f9d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518425 Jan 18 19:46:55.930117 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-9aca550f-e3e8-4545-b310-d770c319e97b service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568424 Jan 18 19:46:56.111775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34838) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:56.214506 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6bd502a-158b-4d2f-b72f-bb0e761465f4 req-9cd981e6-79ee-4b25-b651-524f705a73cc service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2767999 Jan 18 19:46:56.328465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.346733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 34848) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:56.362869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:56.382480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:dea04edff24a4e938fa10c8d0303a459 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:56.385897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:56.392977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:56.488830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Deleting subnet e9c3b1f7-5461-4da4-8585-f7e9ccc38567 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:46:56.491292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.494873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.497376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.538787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:56.576091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852627232'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.621071 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=dea04edff24a4e938fa10c8d0303a459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080199 Jan 18 19:46:56.630850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34860) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:56.660627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.662516 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bb22b1-3f14-48e6-961d-6a6eec335fd3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:56.666933 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:56.790936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-61cd0b2e-a77d-4bb3-97ba-31c38ba800cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.823306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-61cd0b2e-a77d-4bb3-97ba-31c38ba800cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.900742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-61cd0b2e-a77d-4bb3-97ba-31c38ba800cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:56.907742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-033e9fbe-2bda-42ed-b6e4-2f65018edd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:56.940500 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daecbcc-8566-4311-aa72-015cf5e9785c req-b69f73dd-10b1-47f7-80c6-5e3012ae8265 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:56.949433 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3daecbcc-8566-4311-aa72-015cf5e9785c req-b69f73dd-10b1-47f7-80c6-5e3012ae8265 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2501659 Jan 18 19:46:57.003579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd0b2e-a77d-4bb3-97ba-31c38ba800cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bb22b1-3f14-48e6-961d-6a6eec335fd3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:57.007542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-61cd0b2e-a77d-4bb3-97ba-31c38ba800cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:57.033331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-61cd0b2e-a77d-4bb3-97ba-31c38ba800cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:57.034624 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-61cd0b2e-a77d-4bb3-97ba-31c38ba800cd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/02bb22b1-3f14-48e6-961d-6a6eec335fd3 HTTP/1.1" status: 204 len: 168 time: 0.4018457 Jan 18 19:46:57.065854 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3daecbcc-8566-4311-aa72-015cf5e9785c req-0ec97886-56bb-460d-8a70-436465a6486a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111178 Jan 18 19:46:57.173444 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:57.314520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:57.315538 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:57.653657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cc5a4-d296-4c32-a6df-7d70fdec7eb1 req-e4e879e0-294d-4696-9b72-44eeeecc1afd tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:57.668269 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2e0cc5a4-d296-4c32-a6df-7d70fdec7eb1 req-e4e879e0-294d-4696-9b72-44eeeecc1afd tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2369483 Jan 18 19:46:57.723464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850789737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3190581'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:57.823607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34942) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:57.842539 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2e0cc5a4-d296-4c32-a6df-7d70fdec7eb1 req-6fd400d1-abe0-4d16-9350-84c7ed8a27f8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731851 Jan 18 19:46:57.858607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-050fbc6b-7306-4804-95fe-001e0c14adda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:57.896560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:57.899923 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c3b1f7-5461-4da4-8585-f7e9ccc38567,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:57.905085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:57.910375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:57.917645 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/e9c3b1f7-5461-4da4-8585-f7e9ccc38567 HTTP/1.1" status: 204 len: 168 time: 1.5694771 Jan 18 19:46:57.930306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 34946) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:57.944583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:46:57.950384 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Usage tracker for resource:security_group_rule and tenant:13627b0c2a8a4a9a913e8472349f7900 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:46:57.954792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:46:57.962591 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:46:58.069611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.090345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.094198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.104028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c5b6e5f6-3f48-40e3-9a01-ce2220db3686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:58.145481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c6882-4a95-42ef-8779-e862da2cd307,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:58.149286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:58.182516 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=13627b0c2a8a4a9a913e8472349f7900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358843 Jan 18 19:46:58.185118 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 34958) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:46:58.308004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c63c82c0-32a9-4315-a124-ebec3682df63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.338939 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.467898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c63c82c0-32a9-4315-a124-ebec3682df63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.574796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a031f579-c896-4c1d-b0d4-6374c1da460c']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:46:58.592023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:46:58.592322 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ab4373-bdad-43a5-a35c-ce0d6ecfcc43') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:46:58.620412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.625987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c63c82c0-32a9-4315-a124-ebec3682df63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.632328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-61cd0b2e-a77d-4bb3-97ba-31c38ba800cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:58.638526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.642596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:46:58.658800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c82c0-32a9-4315-a124-ebec3682df63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c6882-4a95-42ef-8779-e862da2cd307,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:58.660697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c63c82c0-32a9-4315-a124-ebec3682df63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:58.665064 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c63c82c0-32a9-4315-a124-ebec3682df63 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c22c6882-4a95-42ef-8779-e862da2cd307 HTTP/1.1" status: 204 len: 168 time: 0.4786191 Jan 18 19:46:58.666623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c63c82c0-32a9-4315-a124-ebec3682df63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:58.696300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f5369-a9f0-4908-9fa7-14e8fab9c195 req-43af7b1c-9bde-442a-be54-939c4e744a59 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:58.698359 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f83f5369-a9f0-4908-9fa7-14e8fab9c195 req-43af7b1c-9bde-442a-be54-939c4e744a59 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3626218 Jan 18 19:46:58.788101 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f83f5369-a9f0-4908-9fa7-14e8fab9c195 req-a33c8a1f-324c-4ae3-99bf-76ec3e96b451 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812774 Jan 18 19:46:58.910160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Network a031f579-c896-4c1d-b0d4-6374c1da460c has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:46:58.922560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:59.152722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:46:59.316929 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Network a031f579-c896-4c1d-b0d4-6374c1da460c has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:46:59.362072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2569b5f-2fbb-4731-b4e4-764be6d697fc req-03560d29-d15c-4b8f-a61a-2c7680d263dc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:46:59.378618 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e2569b5f-2fbb-4731-b4e4-764be6d697fc req-03560d29-d15c-4b8f-a61a-2c7680d263dc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2150795 Jan 18 19:46:59.386938 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:46:59.387537 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:46:59.395868 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:46:59.533698 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e2569b5f-2fbb-4731-b4e4-764be6d697fc req-664fa5cb-5906-441f-aeef-f5c92efde564 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537771 Jan 18 19:46:59.599528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:59.603996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e4bdae24-abf7-43ab-b34c-3e751812f897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:46:59.649727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:46:59.653072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a031f579-c896-4c1d-b0d4-6374c1da460c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:46:59.657296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:46:59.680494 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] 10.222.0.109 "DELETE /v2.0/networks/a031f579-c896-4c1d-b0d4-6374c1da460c HTTP/1.1" status: 204 len: 168 time: 1.7489929 Jan 18 19:47:00.161718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35066) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:00.272606 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-74e6711c-7136-45c8-b5ad-00f57981c053 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=81a1c0edaaef42b6b7d936852f6810d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1091626 Jan 18 19:47:00.275094 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35072) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:00.358142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5057-e5b4-4cbb-9609-06b2b60480c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:00.415893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5057-e5b4-4cbb-9609-06b2b60480c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:00.509387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5057-e5b4-4cbb-9609-06b2b60480c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:00.524627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba2e7ed0-57d0-4770-aa17-b57b6f2f75d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:00.538795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a5057-e5b4-4cbb-9609-06b2b60480c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e495d6-fe6f-4f04-93ee-5365e15ef592,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:00.546264 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2f2a5057-e5b4-4cbb-9609-06b2b60480c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:00.549213 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5057-e5b4-4cbb-9609-06b2b60480c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:00.551166 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2f2a5057-e5b4-4cbb-9609-06b2b60480c5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b4e495d6-fe6f-4f04-93ee-5365e15ef592 HTTP/1.1" status: 204 len: 168 time: 0.2738385 Jan 18 19:47:01.192598 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d6922-66a3-4bed-a13b-5f1fac101022 req-3d3ed964-43df-41b8-8a1c-506f89d6fd21 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:01.194310 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-344d6922-66a3-4bed-a13b-5f1fac101022 req-3d3ed964-43df-41b8-8a1c-506f89d6fd21 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2517407 Jan 18 19:47:01.463510 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-344d6922-66a3-4bed-a13b-5f1fac101022 req-e3b1a197-341f-45a1-9e7c-fa0d1493af7f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529995 Jan 18 19:47:01.731899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340798b-eb82-4210-a316-9aa5bf657024 req-8239149a-8433-44df-8e93-6298f3386dd8 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:01.743364 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1340798b-eb82-4210-a316-9aa5bf657024 req-8239149a-8433-44df-8e93-6298f3386dd8 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2182045 Jan 18 19:47:01.816050 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1340798b-eb82-4210-a316-9aa5bf657024 req-73d974b1-1efd-4cab-a52a-6459cedace66 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714273 Jan 18 19:47:03.045494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9c809-600d-409a-a7df-edd4f30ae5e5 req-3aa8db12-50b6-48c2-83cd-d57d13b8ff91 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:03.048073 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fcc9c809-600d-409a-a7df-edd4f30ae5e5 req-3aa8db12-50b6-48c2-83cd-d57d13b8ff91 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2177637 Jan 18 19:47:03.149780 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fcc9c809-600d-409a-a7df-edd4f30ae5e5 req-b729ec0c-3e59-4ff3-be22-9e280a1b3daf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898373 Jan 18 19:47:04.311765 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:04.508785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3747a-09c8-4763-a96e-ebb899738911 req-e37bb257-1006-44da-a8fb-26b46c422195 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:04.518333 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b3f3747a-09c8-4763-a96e-ebb899738911 req-e37bb257-1006-44da-a8fb-26b46c422195 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.1634817 Jan 18 19:47:04.569568 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b3f3747a-09c8-4763-a96e-ebb899738911 req-815d3098-21e4-4201-8188-217f6cb21ea7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495996 Jan 18 19:47:05.906732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae10b-94e8-458e-87b4-a378a8ae67c5 req-3b3f8196-d6f2-4547-a8d8-d8ee163238d2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:05.908638 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7b3ae10b-94e8-458e-87b4-a378a8ae67c5 req-3b3f8196-d6f2-4547-a8d8-d8ee163238d2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.1198399 Jan 18 19:47:05.982309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35308) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:06.009525 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7b3ae10b-94e8-458e-87b4-a378a8ae67c5 req-e68c5b09-e232-4671-937d-bd0a132f0cdc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906610 Jan 18 19:47:06.168023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-aeba567f-0f83-44c8-a372-c3d325535d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:06.169692 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-aeba567f-0f83-44c8-a372-c3d325535d66 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1162 time: 0.1206141 Jan 18 19:47:06.259122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4659-28b8-4cc2-b877-0243dd3f664e req-d44838f4-8ad8-43d9-9af6-f1e7e205ebde tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:06.261534 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1dae4659-28b8-4cc2-b877-0243dd3f664e req-d44838f4-8ad8-43d9-9af6-f1e7e205ebde tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1323421 Jan 18 19:47:06.316780 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1dae4659-28b8-4cc2-b877-0243dd3f664e req-a51a59a0-29f6-4d68-b188-9ad7bfdb09e9 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490253 Jan 18 19:47:06.363816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:06.385520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:06.406242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Usage tracker for resource:security_group_rule and tenant:018329ec327d4da8b8ba154a3a57ca20 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:06.410195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:06.419147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:06.422330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-11ba90cb-dba8-4381-aaa3-9e5b6ef2f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:06.423956 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-11ba90cb-dba8-4381-aaa3-9e5b6ef2f828 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.2469890 Jan 18 19:47:06.521287 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-de3358ab-20d5-4537-96e2-89e8610af64f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 200 len: 217 time: 0.0802851 Jan 18 19:47:06.640477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-04e6c05a-9548-48dd-a290-ec86a0151a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:06.642063 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-04e6c05a-9548-48dd-a290-ec86a0151a31 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.0959191 Jan 18 19:47:06.657024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282892f6-516a-4b5c-b2ad-3d42fc3c771e req-0e4bc5cd-b467-46d1-bd42-a64d361ec970 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:06.658736 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-282892f6-516a-4b5c-b2ad-3d42fc3c771e req-0e4bc5cd-b467-46d1-bd42-a64d361ec970 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1175315 Jan 18 19:47:06.706821 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-5ecba76c-2f5d-4a2e-98f1-519243f42b15 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577364 Jan 18 19:47:06.719502 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-282892f6-516a-4b5c-b2ad-3d42fc3c771e req-511fecf7-9690-4088-89b6-32617d0b9e83 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521891 Jan 18 19:47:06.777244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:06.783783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:06.845499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-909fba70-e0cf-4be7-88dc-ebb2bcb27212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:06.882583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f779014d-3331-41f0-9c86-b3bd0c909c26,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:06.886861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:06.926011 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=018329ec327d4da8b8ba154a3a57ca20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9421930 Jan 18 19:47:06.928795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35352) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:06.989363 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-d213e783-ce99-4fbc-b00e-1b8dcf390969 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725580 Jan 18 19:47:07.071473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2230e85b-bff1-4e5e-ac72-9ec99e295969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:07.197145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2230e85b-bff1-4e5e-ac72-9ec99e295969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:07.258208 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1a306c25-e25d-480c-9c87-3abf277bdffd req-5c3755f5-b6d5-4e2c-b977-b49af0298ea7 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2503519 Jan 18 19:47:07.262538 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:07.271123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2230e85b-bff1-4e5e-ac72-9ec99e295969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:07.279641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac09ce8d-6236-4173-9378-2a3e8c00c6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:07.299049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230e85b-bff1-4e5e-ac72-9ec99e295969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f779014d-3331-41f0-9c86-b3bd0c909c26,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:07.315419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2230e85b-bff1-4e5e-ac72-9ec99e295969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:07.315419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2230e85b-bff1-4e5e-ac72-9ec99e295969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:07.315419 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2230e85b-bff1-4e5e-ac72-9ec99e295969 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f779014d-3331-41f0-9c86-b3bd0c909c26 HTTP/1.1" status: 204 len: 168 time: 0.3744564 Jan 18 19:47:07.315419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35370) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:07.466035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:07.466808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:07.488873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944a418-0b68-41c3-bdef-39af554aa70f req-0a429c52-3030-4d07-a6f9-c802f680cc20 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:07.499895 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d944a418-0b68-41c3-bdef-39af554aa70f req-0a429c52-3030-4d07-a6f9-c802f680cc20 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2419612 Jan 18 19:47:07.656155 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d944a418-0b68-41c3-bdef-39af554aa70f req-b0317310-ad0d-4f78-9a32-c41b27f8cad2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526022 Jan 18 19:47:07.732636 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f0dbd50f-d17f-482d-abd4-f26fdd369936 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e8cb76e5aea5495daf5c75792d68b213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184225 Jan 18 19:47:07.732971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35394) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:07.888006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb28f6-8d04-4b95-9b80-685af0df6895 req-295cd9ef-13e6-481d-8078-251a0b62f463 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:07.897539 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5eeb28f6-8d04-4b95-9b80-685af0df6895 req-295cd9ef-13e6-481d-8078-251a0b62f463 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3432231 Jan 18 19:47:07.950327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51609fe9-8dfd-4025-afd7-c6f27814dde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:07.983417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51609fe9-8dfd-4025-afd7-c6f27814dde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.097566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35420) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:08.129550 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.130743 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5eeb28f6-8d04-4b95-9b80-685af0df6895 req-94d0f74d-c821-4544-955b-05ca81022461 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296569 Jan 18 19:47:08.131611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51609fe9-8dfd-4025-afd7-c6f27814dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.144749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:08.151355 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Usage tracker for resource:security_group_rule and tenant:e9891e3d2efa4b99b7aebb41d1116ad3 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:08.153211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:08.156529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f18b679a-6ada-4013-851d-0dba4050906b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:08.159494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:08.178901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51609fe9-8dfd-4025-afd7-c6f27814dde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b6036a-145a-49e5-8f4a-38bc27d844d5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:08.184188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-51609fe9-8dfd-4025-afd7-c6f27814dde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:08.186013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51609fe9-8dfd-4025-afd7-c6f27814dde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.187797 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-51609fe9-8dfd-4025-afd7-c6f27814dde4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/37b6036a-145a-49e5-8f4a-38bc27d844d5 HTTP/1.1" status: 204 len: 168 time: 0.4536595 Jan 18 19:47:08.260108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa0552-d19a-415c-8f16-c35bd35efb68 req-50ffb45f-6183-41fe-8693-aae001a8bc30 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:08.272626 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92fa0552-d19a-415c-8f16-c35bd35efb68 req-50ffb45f-6183-41fe-8693-aae001a8bc30 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.2762456 Jan 18 19:47:08.281016 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.286886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.337254 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92fa0552-d19a-415c-8f16-c35bd35efb68 req-1d38a193-ace6-49bb-8fcc-827630c93a59 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623574 Jan 18 19:47:08.349548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3e19a87b-0319-4164-9b26-6fab64bc9230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:08.362636 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e9891e3d2efa4b99b7aebb41d1116ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613525 Jan 18 19:47:08.367907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35454) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:08.491928 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c251b7-42a2-484e-9dba-b26c7fe4f124,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:08.497563 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:08.500589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f7b94b9b-2def-41a4-8d98-e34042bf2336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.529772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f7b94b9b-2def-41a4-8d98-e34042bf2336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.578409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f7b94b9b-2def-41a4-8d98-e34042bf2336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.584232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1b4760b1-3011-48d1-9b6c-8ec1eb99b611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:08.600982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b94b9b-2def-41a4-8d98-e34042bf2336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c251b7-42a2-484e-9dba-b26c7fe4f124,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:08.607879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f7b94b9b-2def-41a4-8d98-e34042bf2336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:08.612610 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f7b94b9b-2def-41a4-8d98-e34042bf2336 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/52c251b7-42a2-484e-9dba-b26c7fe4f124 HTTP/1.1" status: 204 len: 168 time: 0.2431936 Jan 18 19:47:08.613641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f7b94b9b-2def-41a4-8d98-e34042bf2336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:08.977708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775775-aa3c-410f-8833-06e3c0470883 req-cb4b7727-4b3b-40c7-91a7-446bdcec9022 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:08.980705 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5775775-aa3c-410f-8833-06e3c0470883 req-cb4b7727-4b3b-40c7-91a7-446bdcec9022 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.1334896 Jan 18 19:47:09.041734 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b5775775-aa3c-410f-8833-06e3c0470883 req-2d4d05a6-0ef5-41cf-8f02-97fdcc9074e5 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528965 Jan 18 19:47:09.381950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ca126-08d4-49bc-8969-91e9d57d355c req-bd404b32-83b2-411e-a0e8-d4b15f43d304 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:09.383585 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-de4ca126-08d4-49bc-8969-91e9d57d355c req-bd404b32-83b2-411e-a0e8-d4b15f43d304 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1092451 Jan 18 19:47:09.470179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35502) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:09.591796 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-de4ca126-08d4-49bc-8969-91e9d57d355c req-c421c249-3a8b-4a47-b8c3-3698693b557e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989357 Jan 18 19:47:09.645152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1314150967-network', 'tenant_id': '253641e381a74392b97f6a1ada2090a7'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:09.651514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:09.661141 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Usage tracker for resource:network and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:09.663721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b2bfd-854f-4aff-b1aa-7733617f80a7 req-9413e6cc-b5ae-4298-b4c2-5f3fcbb48249 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:09.664994 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:09.666059 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d78b2bfd-854f-4aff-b1aa-7733617f80a7 req-9413e6cc-b5ae-4298-b4c2-5f3fcbb48249 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1617446 Jan 18 19:47:09.673345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:09.685617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Made reservation on behalf of 253641e381a74392b97f6a1ada2090a7 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:47:09.692073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:09.710344 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:09.738771 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d78b2bfd-854f-4aff-b1aa-7733617f80a7 req-c77408d5-27f4-45d7-9c5c-fa97d0b18ded tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652564 Jan 18 19:47:09.759376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:09.760430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Usage tracker for resource:security_group_rule and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:09.763734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:09.770730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:09.812629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35526) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:09.884377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Deleting subnet 938b48fb-2996-4561-93a7-d369d3ccf798 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:47:09.887108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:09.888648 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:09.891894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:09.897468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-81672176-1e32-40ca-b79f-4b94dcd575b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:09.963461 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:47:09.968553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:09.971980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713bc175-6066-4dad-9adf-8936160f7017,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:09.976663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:09.979418 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:09.979919 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Added segment 9f3a95e8-b65e-4844-b5f1-57222eaf279c of type vxlan for network d28404ee-8ebf-4e6d-8058-766153376ba8 Jan 18 19:47:09.985446 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:10.011303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:10.046492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:10.048926 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:10.050181 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:10.057697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:10.176790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Pushing event updated for resources: {'Network': ['ID=d28404ee-8ebf-4e6d-8058-766153376ba8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:10.191247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network d28404ee-8ebf-4e6d-8058-766153376ba8 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:47:10.192605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:10.236962 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7654338 Jan 18 19:47:10.240450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35544) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:10.260288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Request body: {'subnet': {'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1314150967-subnet', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:10.354706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:10.362693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network d28404ee-8ebf-4e6d-8058-766153376ba8 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:47:10.485346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Usage tracker for resource:subnet and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:10.512291 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:10.527956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:10.552312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Made reservation on behalf of 253641e381a74392b97f6a1ada2090a7 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:47:10.557133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:10.756116 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92a1a7-3172-48f8-a7fe-7eec12b59aa9 req-6d66c337-44b6-4ec4-bc3f-83718f99654c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:10.757910 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9f92a1a7-3172-48f8-a7fe-7eec12b59aa9 req-6d66c337-44b6-4ec4-bc3f-83718f99654c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.4073315 Jan 18 19:47:10.759073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:11.037393 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:11.165506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938b48fb-2996-4561-93a7-d369d3ccf798,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:11.168580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:11.299852 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9f92a1a7-3172-48f8-a7fe-7eec12b59aa9 req-3cec4369-cf16-4e72-bf67-1e04553530f2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679536 Jan 18 19:47:11.365724 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b326a2-77fb-4483-99c5-50f5c17d13f7 req-ce4614a6-97b0-4482-bb59-77a78cf31e08 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:11.367451 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69b326a2-77fb-4483-99c5-50f5c17d13f7 req-ce4614a6-97b0-4482-bb59-77a78cf31e08 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3408146 Jan 18 19:47:11.388841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:11.486390 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] 10.222.0.109 "DELETE /v2.0/subnets/938b48fb-2996-4561-93a7-d369d3ccf798 HTTP/1.1" status: 204 len: 168 time: 1.6722095 Jan 18 19:47:11.489182 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35576) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:11.619234 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69b326a2-77fb-4483-99c5-50f5c17d13f7 req-ba494472-8de8-41da-a0eb-e8c6514d800f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366683 Jan 18 19:47:11.652231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:11.733019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bde37-a456-4afb-9d32-d3ce94c9dfb4 req-a33baa03-b451-49ac-9830-4b868236942d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:11.735343 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-be5bde37-a456-4afb-9d32-d3ce94c9dfb4 req-a33baa03-b451-49ac-9830-4b868236942d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.2159300 Jan 18 19:47:11.894361 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-be5bde37-a456-4afb-9d32-d3ce94c9dfb4 req-5304f448-b36c-4019-996a-0ee29fd102d4 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356425 Jan 18 19:47:11.959350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.081276 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.100799 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d77dd3ab-a98c-4beb-88e1-ee018365f73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:12.259415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ad9b33-abda-4977-ae00-7199f45a9255']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:12.273961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb51737-bfb7-4a5c-9c16-3d0396b75749') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:12.274300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb51737-bfb7-4a5c-9c16-3d0396b75749') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:12.289148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.304006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c00ecb-071f-406a-a165-a7531e3723da,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:12.307101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:12.316330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.319028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:47:12.324678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Checking segment: {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:12.325295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Network hostable DHCP agents. Network: d28404ee-8ebf-4e6d-8058-766153376ba8, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:47:12.372708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Network d28404ee-8ebf-4e6d-8058-766153376ba8 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:47:12.393664 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, d28404ee-8ebf-4e6d-8058-766153376ba8) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:12.404283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58b973-2f7e-4cef-9b58-63e5f1f29cfd None None] Network d28404ee-8ebf-4e6d-8058-766153376ba8 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:47:12.425807 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:12.428995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.484146 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2336955 Jan 18 19:47:12.487522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35598) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:12.499331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:12.513370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:12.530086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Usage tracker for resource:router and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:12.616721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:12.635146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:12.668526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Network f7ad9b33-abda-4977-ae00-7199f45a9255 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:47:12.680558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.693495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2189'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.694591 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853076485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773611'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.698319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f85fe5b5-1108-4958-b670-07ba3694e1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.794320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b543e0c-f5ce-4325-abb8-50060fec96af req-1cd83228-f025-4929-b393-4c01a3b04f4e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:12.809605 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1b543e0c-f5ce-4325-abb8-50060fec96af req-1cd83228-f025-4929-b393-4c01a3b04f4e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2873080 Jan 18 19:47:12.970006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffa4c00c-5d5b-5549-a6db-fc4257b6ba24-d28404ee-8ebf-4e6d-8058-766153376ba8', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da'}]}} from dv-cinder-562053-17-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 18 19:47:12.970941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:12.989465 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1b543e0c-f5ce-4325-abb8-50060fec96af req-524e633f-6476-4109-a649-c827d17a1549 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787839 Jan 18 19:47:13.112489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d27e31-9397-407f-a6b7-0daa19d07056 req-db1c5f80-d31c-40c3-abf2-39d046790565 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:13.123336 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b3d27e31-9397-407f-a6b7-0daa19d07056 req-db1c5f80-d31c-40c3-abf2-39d046790565 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2211616 Jan 18 19:47:13.235341 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b3d27e31-9397-407f-a6b7-0daa19d07056 req-f5c3e626-4738-427f-aebb-7f7134290902 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061130 Jan 18 19:47:13.369151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Network f7ad9b33-abda-4977-ae00-7199f45a9255 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:47:13.390918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e416b04-4bc8-49b5-a9c7-54ea7f8caaff req-7958fb8f-504f-4481-9033-6019238949ba tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:13.399605 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0e416b04-4bc8-49b5-a9c7-54ea7f8caaff req-7958fb8f-504f-4481-9033-6019238949ba tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1428006 Jan 18 19:47:13.458268 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0e416b04-4bc8-49b5-a9c7-54ea7f8caaff req-3d4d2cf1-82bd-44f2-81c8-cb70e1fba76d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571809 Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:47:13.522407 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:47:13.552442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:13.557346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c550869a-49b2-43ef-ade8-483839f30f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:13.571375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:13.589156 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:13.592220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ad9b33-abda-4977-ae00-7199f45a9255,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:13.600447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:13.606236 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] 10.222.0.109 "DELETE /v2.0/networks/f7ad9b33-abda-4977-ae00-7199f45a9255 HTTP/1.1" status: 204 len: 168 time: 2.1128211 Jan 18 19:47:13.690622 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Allocated IP 172.20.0.2 (d28404ee-8ebf-4e6d-8058-766153376ba8/73c00ecb-071f-406a-a165-a7531e3723da/032f91ab-0b92-4161-8d7c-f10b815b8488) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:13.890194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853076604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773526'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:13.948195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35624) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:13.989987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.002461 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Transition to ACTIVE for port object 032f91ab-0b92-4161-8d7c-f10b815b8488 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:14.026205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Transition to ACTIVE for port object 032f91ab-0b92-4161-8d7c-f10b815b8488 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:14.035256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.036167 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c8538425-bd18-4b8a-9881-c66c88af3f9c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=38df80256a944a7281bb5368f53cdad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866356 Jan 18 19:47:14.036824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35628) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:14.075771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:14.144289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Pushing event updated for resources: {'Port': ['ID=032f91ab-0b92-4161-8d7c-f10b815b8488,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:14.158210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:14.161293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5686a1be-f4dd-42bf-b1eb-3efff823a87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.201995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5686a1be-f4dd-42bf-b1eb-3efff823a87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.256543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5686a1be-f4dd-42bf-b1eb-3efff823a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.262723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f7b94b9b-2def-41a4-8d98-e34042bf2336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:14.280960 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686a1be-f4dd-42bf-b1eb-3efff823a87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2a8dd3-b88e-42a9-8534-7437dec58868,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:14.283179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5686a1be-f4dd-42bf-b1eb-3efff823a87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.286757 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-5686a1be-f4dd-42bf-b1eb-3efff823a87c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/cc2a8dd3-b88e-42a9-8534-7437dec58868 HTTP/1.1" status: 204 len: 168 time: 0.2465866 Jan 18 19:47:14.286757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5686a1be-f4dd-42bf-b1eb-3efff823a87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:14.359808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Network d28404ee-8ebf-4e6d-8058-766153376ba8 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:14.361351 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:14.364056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:14.477196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Attempting to bind port 032f91ab-0b92-4161-8d7c-f10b815b8488 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:14.477612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Attempting to bind port 032f91ab-0b92-4161-8d7c-f10b815b8488 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:14.478086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Attempting to bind port 032f91ab-0b92-4161-8d7c-f10b815b8488 on network d28404ee-8ebf-4e6d-8058-766153376ba8 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:14.497037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:14.497381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Checking segment: {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:14.497839 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.498288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Bound using segment: {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:14.498827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Bound port: 032f91ab-0b92-4161-8d7c-f10b815b8488, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:14.499814 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.595811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.636538 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.726488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16bf23-3e0c-444e-9d9f-fffebd12b517 req-f4dd2069-ee47-45f2-9881-6d1e4f1e5ce4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:14.735052 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2d16bf23-3e0c-444e-9d9f-fffebd12b517 req-f4dd2069-ee47-45f2-9881-6d1e4f1e5ce4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.3962803 Jan 18 19:47:14.742805 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] For port 032f91ab-0b92-4161-8d7c-f10b815b8488, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:14.746968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] For port 032f91ab-0b92-4161-8d7c-f10b815b8488, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=032f91ab-0b92-4161-8d7c-f10b815b8488,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:14.753951 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.790844 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:14.876931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Pushing event updated for resources: {'Port': ['ID=032f91ab-0b92-4161-8d7c-f10b815b8488,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:14.880770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:14.915441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6e703944-b145-49bf-9fa4-8941deef9631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:14.980810 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2d16bf23-3e0c-444e-9d9f-fffebd12b517 req-306ee5f2-b1f0-4e5c-be0c-da5131b5d6a0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445714 Jan 18 19:47:15.003886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:15.439369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35662) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:15.680656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349351e4-ca75-4552-b7a0-3f8d8e003349 req-174b6e7b-8ca4-42be-b4cb-52c080ce739f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:15.697179 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-349351e4-ca75-4552-b7a0-3f8d8e003349 req-174b6e7b-8ca4-42be-b4cb-52c080ce739f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 1.0634601 Jan 18 19:47:15.842339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 032f91ab-0b92-4161-8d7c-f10b815b8488 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:15.941164 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-349351e4-ca75-4552-b7a0-3f8d8e003349 req-b0f0d310-adea-4e4b-8007-09935749b91c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438653 Jan 18 19:47:16.020518 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.039603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:16.043908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Usage tracker for resource:security_group_rule and tenant:d17ea61e8a7f4a81af55cbc6669d2385 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:16.047798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:16.053645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:16.060253 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 032f91ab-0b92-4161-8d7c-f10b815b8488 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:16.094440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Allocated IP 172.28.3.98 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/a2a8a5bf-a5a1-4472-b169-021da0ff03be) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:16.141467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77a52e-61ea-4abf-bf17-9b035badc220 req-f8fa490e-23d8-4858-bd1f-5d5a36f30e7d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:16.149142 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5c77a52e-61ea-4abf-bf17-9b035badc220 req-f8fa490e-23d8-4858-bd1f-5d5a36f30e7d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.3841159 Jan 18 19:47:16.233748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.238677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.274902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:16.285016 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d17ea61e8a7f4a81af55cbc6669d2385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8439820 Jan 18 19:47:16.291217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35684) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:16.302093 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5c77a52e-61ea-4abf-bf17-9b035badc220 req-4e37581f-c1ed-4ec7-978b-c526a7030592 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517968 Jan 18 19:47:16.391850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087945d5-092d-490c-9899-aa649b4ef851,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:16.393467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9acacc7-92ed-41b8-9c1d-5d76fed365c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.397163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.424825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9acacc7-92ed-41b8-9c1d-5d76fed365c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.473189 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:16.491946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9acacc7-92ed-41b8-9c1d-5d76fed365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.501068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-792dec76-447a-4618-bfb5-a83b8a31e1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:16.518122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acacc7-92ed-41b8-9c1d-5d76fed365c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087945d5-092d-490c-9899-aa649b4ef851,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:16.527628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b9acacc7-92ed-41b8-9c1d-5d76fed365c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:16.528521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9acacc7-92ed-41b8-9c1d-5d76fed365c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.530854 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b9acacc7-92ed-41b8-9c1d-5d76fed365c3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/087945d5-092d-490c-9899-aa649b4ef851 HTTP/1.1" status: 204 len: 168 time: 0.2378364 Jan 18 19:47:16.568039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2707-6fbd-412b-8fb1-9d2830acaa7f req-b8552358-ee36-4b37-936c-7863f68c3b7e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:16.576660 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-190a2707-6fbd-412b-8fb1-9d2830acaa7f req-b8552358-ee36-4b37-936c-7863f68c3b7e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.3717647 Jan 18 19:47:16.606929 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35692) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:16.698990 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-190a2707-6fbd-412b-8fb1-9d2830acaa7f req-e1acbdef-6abf-42c1-b459-7b4690c20308 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207137 Jan 18 19:47:16.705008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.779764 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.808683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-05dcd240-f626-44ae-bfb8-7df5e3bc3487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:16.872248 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:16.916048 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-719536197-network', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:16.921712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:16.926895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Usage tracker for resource:network and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:16.930184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:16.937706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:16.954536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Made reservation on behalf of fa32c12984514f04bb1698033cd3c918 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:47:16.967800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.018187 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.080906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c6ea9-4802-4371-9e73-e03ff3779a26 None None] Network d28404ee-8ebf-4e6d-8058-766153376ba8 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:47:17.091568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:17.108154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Usage tracker for resource:security_group_rule and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:17.111778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a8a5bf-a5a1-4472-b169-021da0ff03be,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:17.118667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:17.134317 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:17.143046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:17.286998 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.290324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] Provisioning for port 032f91ab-0b92-4161-8d7c-f10b815b8488 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:17.298267 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.298601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] Provisioning complete for port 032f91ab-0b92-4161-8d7c-f10b815b8488 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:17.299030 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.304254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-233f36a0-554e-4ee3-af2b-937c5271e014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:17.324542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:17.328691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:17.333154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:17.375304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:47:17.401004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a4cd7e-030e-4758-b444-53d4d9c8855c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:17.418318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:17.426410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.429378 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Added segment 6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20 of type vxlan for network 9610ebf6-945d-4c4f-a276-1f974178c3d8 Jan 18 19:47:17.509150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.595760 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.597085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:17.598054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.604522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:17.619103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 3a43221b-1db7-466e-aa62-3222dab3d8f2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:17.736163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Pushing event updated for resources: {'Network': ['ID=9610ebf6-945d-4c4f-a276-1f974178c3d8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:17.740486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:17.779871 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1715469 Jan 18 19:47:17.780413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:47:17.783008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35722) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:17.789439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Request body: {'subnet': {'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-719536197-subnet', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:17.798106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:17.809242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Usage tracker for resource:subnet and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:17.812570 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:17.827649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:17.839209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35728) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:17.866183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.884895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:17.897845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Usage tracker for resource:security_group_rule and tenant:50265de9de3c436d81aeea9ff3f1641f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:17.900891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Made reservation on behalf of fa32c12984514f04bb1698033cd3c918 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:47:17.905812 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851585197'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:17.946088 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:17.962206 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:47:18.011808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:18.205781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.264280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84c0b-3d9a-4dd2-921c-dd609ed7e41e req-14687931-74ec-4c4b-ae52-eda9558bdb13 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:18.269965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] For port 032f91ab-0b92-4161-8d7c-f10b815b8488, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=032f91ab-0b92-4161-8d7c-f10b815b8488,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:18.272385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.275865 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dbf84c0b-3d9a-4dd2-921c-dd609ed7e41e req-14687931-74ec-4c4b-ae52-eda9558bdb13 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.6889565 Jan 18 19:47:18.297703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.301136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.304987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:18.320290 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b9acacc7-92ed-41b8-9c1d-5d76fed365c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:18.380039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e56b5-1c0a-45c4-96c2-463c72bfcf25 req-3538537c-9422-4d82-8bb0-c63e7b211f5e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:18.388326 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bf8e56b5-1c0a-45c4-96c2-463c72bfcf25 req-3538537c-9422-4d82-8bb0-c63e7b211f5e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.5863547 Jan 18 19:47:18.403437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 3a43221b-1db7-466e-aa62-3222dab3d8f2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:18.404291 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.438586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c62c96-ca5a-4bc4-b017-453bf5b6332e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:18.452972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:18.491761 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=50265de9de3c436d81aeea9ff3f1641f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6479805 Jan 18 19:47:18.493786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35738) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:18.690759 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dbf84c0b-3d9a-4dd2-921c-dd609ed7e41e req-6383a0d8-d1f6-4bd8-96fd-0eb928f6a06c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134688 Jan 18 19:47:18.712326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecf94-9e0c-4e55-92bc-2d850eb5b28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.743441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecf94-9e0c-4e55-92bc-2d850eb5b28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.813145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecf94-9e0c-4e55-92bc-2d850eb5b28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.816344 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bf8e56b5-1c0a-45c4-96c2-463c72bfcf25 req-bc757874-ce20-4e1d-956d-89b6ca023f95 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266646 Jan 18 19:47:18.821647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7dbeaa69-9bf0-4964-bf8e-4794ff1b41e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:18.841352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ecf94-9e0c-4e55-92bc-2d850eb5b28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c62c96-ca5a-4bc4-b017-453bf5b6332e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:18.850908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cd6ecf94-9e0c-4e55-92bc-2d850eb5b28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:18.869430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd6ecf94-9e0c-4e55-92bc-2d850eb5b28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:18.870650 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-cd6ecf94-9e0c-4e55-92bc-2d850eb5b28a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b7c62c96-ca5a-4bc4-b017-453bf5b6332e HTTP/1.1" status: 204 len: 168 time: 0.3728015 Jan 18 19:47:19.095020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:19.100750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-4f31bd0e-a208-4550-ba92-c57f20bb99d8 None None] Provisioning complete for port 032f91ab-0b92-4161-8d7c-f10b815b8488 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:19.105010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4f31bd0e-a208-4550-ba92-c57f20bb99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:19.288401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] Pushing event updated for resources: {'Port': ['ID=032f91ab-0b92-4161-8d7c-f10b815b8488,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:19.301011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:19.559433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850790576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851585214'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:19.618009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:19.712700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 032f91ab-0b92-4161-8d7c-f10b815b8488 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:19.760900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b7621b63-e3ec-48c5-bf66-c06a41bd319f None None] Provisioning complete for port 032f91ab-0b92-4161-8d7c-f10b815b8488 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:19.761326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7621b63-e3ec-48c5-bf66-c06a41bd319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:19.840715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:19.954083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35756) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:19.982724 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:20.002071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 032f91ab-0b92-4161-8d7c-f10b815b8488 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:20.002667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:20.013266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:20.028995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:20.034741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Usage tracker for resource:security_group_rule and tenant:86494730dc2a4dbe834348e3bb4a82be is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:20.038426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:20.046110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:20.100363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322e2b7-7024-4d87-86ae-71e35e83d3ca req-d3761fd8-4bde-4562-9fce-090a7348fb3c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:20.108295 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b322e2b7-7024-4d87-86ae-71e35e83d3ca req-d3761fd8-4bde-4562-9fce-090a7348fb3c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.7784307 Jan 18 19:47:20.140405 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:20.140899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:20.198379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:20.201665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:20.224515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:20.232259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079b1a-9cc3-4104-a7a3-0fbbb7f2b8ce req-708d7ddf-4cd3-4e72-8e67-ee1fdfab2e01 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:20.241919 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-65079b1a-9cc3-4104-a7a3-0fbbb7f2b8ce req-708d7ddf-4cd3-4e72-8e67-ee1fdfab2e01 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.3592622 Jan 18 19:47:20.250554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4de180f6-55ec-4d8a-b35a-0f6d7563c892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:20.269447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699246'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:20.289996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375588-da48-41a1-817a-863305226590 req-5329ef79-d8d2-46c6-8aa0-95e8a5c35d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:20.291876 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-13375588-da48-41a1-817a-863305226590 req-5329ef79-d8d2-46c6-8aa0-95e8a5c35d88 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 1163 time: 0.5510738 Jan 18 19:47:20.303754 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b322e2b7-7024-4d87-86ae-71e35e83d3ca req-66a0086f-a55e-48a5-a553-a80653f9e54d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944234 Jan 18 19:47:20.692642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375588-da48-41a1-817a-863305226590 req-bb415698-5779-49c6-b6a4-c7ea2dcebe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:20.694288 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-13375588-da48-41a1-817a-863305226590 req-bb415698-5779-49c6-b6a4-c7ea2dcebe37 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 905 time: 0.3091633 Jan 18 19:47:20.706492 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=86494730dc2a4dbe834348e3bb4a82be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7467480 Jan 18 19:47:20.709384 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ff5218-8930-4f94-933b-3691d99f4232,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:20.712465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35768) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:20.807866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:20.815706 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-65079b1a-9cc3-4104-a7a3-0fbbb7f2b8ce req-88b46598-c043-4b5a-89d7-c39728d27010 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5726056 Jan 18 19:47:20.864651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Checking segment: {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:20.865043 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Network hostable DHCP agents. Network: 9610ebf6-945d-4c4f-a276-1f974178c3d8, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:47:20.920564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Router 750a29a1-8423-4e50-b17c-f6992acc14bd is scheduled to L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 18 19:47:20.929511 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-13375588-da48-41a1-817a-863305226590 req-dba0034b-d434-4595-80fd-db1d0861ff37 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2 HTTP/1.1" status: 200 len: 1001 time: 0.2238920 Jan 18 19:47:20.931753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:47:20.956912 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e241a0a1-9ddb-4d58-afe4-b097e481c364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:21.038820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 9610ebf6-945d-4c4f-a276-1f974178c3d8) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:21.041415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375588-da48-41a1-817a-863305226590 req-56f40456-d783-4e7a-b9b6-ba8c99fedf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:21.042980 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-13375588-da48-41a1-817a-863305226590 req-56f40456-d783-4e7a-b9b6-ba8c99fedf47 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.0829296 Jan 18 19:47:21.047167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b9f78-52a2-48f0-b2ca-a28270be4027 None None] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:47:21.081790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e241a0a1-9ddb-4d58-afe4-b097e481c364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:21.161097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:47:21.171317 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Sync routers for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:47:21.190265 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:21.190941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:21.198523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df58144-5bce-4031-88ab-74816374a6d5 req-5150d56c-fd85-42d6-83cf-07a1f2acc906 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:21.199646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e241a0a1-9ddb-4d58-afe4-b097e481c364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:21.200843 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9df58144-5bce-4031-88ab-74816374a6d5 req-5150d56c-fd85-42d6-83cf-07a1f2acc906 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.4651036 Jan 18 19:47:21.223240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7714f108-5d50-494b-a3c2-cae6b30ecbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:21.248584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:21.251036 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7610402 Jan 18 19:47:21.251461 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:21.252111 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:21.255791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35772) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:21.279016 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9df58144-5bce-4031-88ab-74816374a6d5 req-b150147f-757e-4512-8410-27c1f41d5798 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652943 Jan 18 19:47:21.425376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffa4c00c-5d5b-5549-a6db-fc4257b6ba24-9610ebf6-945d-4c4f-a276-1f974178c3d8', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739'}]}} from dv-cinder-562053-17-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 18 19:47:21.426531 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:21.676042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:21.943709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7bec8-9a0d-483d-b930-062bd57f37aa req-44d8d80f-adff-4845-ae6e-ec6053b698ee tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:21.959036 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b8c7bec8-9a0d-483d-b930-062bd57f37aa req-44d8d80f-adff-4845-ae6e-ec6053b698ee tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2882786 Jan 18 19:47:22.022565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241a0a1-9ddb-4d58-afe4-b097e481c364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ff5218-8930-4f94-933b-3691d99f4232,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:22.120310 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b8c7bec8-9a0d-483d-b930-062bd57f37aa req-3a6879f5-1abd-40d7-acda-51c947d00f0a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601403 Jan 18 19:47:22.261957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:18Z', 'revision_number': 3, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:22.267004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Checking router: 750a29a1-8423-4e50-b17c-f6992acc14bd for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:47:22.267551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Updating router 750a29a1-8423-4e50-b17c-f6992acc14bd port a2a8a5bf-a5a1-4472-b169-021da0ff03be binding host dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:47:22.299996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Allocated IP 172.20.0.2 (9610ebf6-945d-4c4f-a276-1f974178c3d8/ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739/6fdd00ff-75e6-4705-9296-36411f1ba426) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:22.350590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:22.428679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfeba0-37ed-4fa1-8f23-cb72b2d76347 req-df5cbc51-4614-43d1-8f92-0519ae2e778d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:22.430450 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e3bfeba0-37ed-4fa1-8f23-cb72b2d76347 req-df5cbc51-4614-43d1-8f92-0519ae2e778d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.3091433 Jan 18 19:47:22.572384 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e241a0a1-9ddb-4d58-afe4-b097e481c364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.349s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:22.611816 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e3bfeba0-37ed-4fa1-8f23-cb72b2d76347 req-106d2363-9f8c-402e-af88-54813e22bbe9 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643908 Jan 18 19:47:22.815035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aea854-825f-41b8-9980-445000df728c req-db1eaf56-2d85-432f-bc06-f87903dad7f2 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:22.816719 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-26aea854-825f-41b8-9980-445000df728c req-db1eaf56-2d85-432f-bc06-f87903dad7f2 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1964977 Jan 18 19:47:22.840150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e241a0a1-9ddb-4d58-afe4-b097e481c364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:22.844436 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e241a0a1-9ddb-4d58-afe4-b097e481c364 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a4ff5218-8930-4f94-933b-3691d99f4232 HTTP/1.1" status: 204 len: 168 time: 2.0499821 Jan 18 19:47:22.864131 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.0798886 Jan 18 19:47:22.870944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35806) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:22.879273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:22.903616 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-26aea854-825f-41b8-9980-445000df728c req-89bb74c4-483a-480a-af0a-23b39b673c98 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784719 Jan 18 19:47:22.904819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:22.920362 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Usage tracker for resource:router and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:22.925938 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:22.932373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:22.933089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375588-da48-41a1-817a-863305226590 req-361efb51-a070-402a-b469-84a0f93121d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:22.936302 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-13375588-da48-41a1-817a-863305226590 req-361efb51-a070-402a-b469-84a0f93121d8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 1.8072307 Jan 18 19:47:22.937904 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:22.954042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2189'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:22.955223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853076485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773611'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:22.970780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Transition to ACTIVE for port object 6fdd00ff-75e6-4705-9296-36411f1ba426 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:22.979645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.009263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Transition to ACTIVE for port object 6fdd00ff-75e6-4705-9296-36411f1ba426 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:23.016408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.053762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a767ab23-6e64-40ef-ae2a-d4a70db63982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:23.200320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Pushing event updated for resources: {'Port': ['ID=6fdd00ff-75e6-4705-9296-36411f1ba426,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:23.205093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:23.280245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.306070 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Transition to ACTIVE for port object a2a8a5bf-a5a1-4472-b169-021da0ff03be will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:23.316845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.332905 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-13375588-da48-41a1-817a-863305226590 req-7b9522df-7189-450a-9295-d49ae1002764 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235433 Jan 18 19:47:23.361725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:23.406519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853076604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773526'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.495252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:23.496941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:23.500605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:23.576381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Attempting to bind port 6fdd00ff-75e6-4705-9296-36411f1ba426 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:23.577243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Attempting to bind port 6fdd00ff-75e6-4705-9296-36411f1ba426 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:23.578019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Attempting to bind port 6fdd00ff-75e6-4705-9296-36411f1ba426 on network 9610ebf6-945d-4c4f-a276-1f974178c3d8 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:23.590548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:23.592123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Checking segment: {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:23.594184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.594755 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Bound using segment: {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:23.596223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Bound port: 6fdd00ff-75e6-4705-9296-36411f1ba426, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:23.598299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.689612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:47:23.731419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Pushing event updated for resources: {'Port': ['ID=a2a8a5bf-a5a1-4472-b169-021da0ff03be,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:23.759407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.760101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.763082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.763585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.764552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.764552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.765048 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.765517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.767129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.767630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.768106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.770103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.770679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.773193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.773693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.774173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.774643 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.775152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.777308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.777800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.778278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.781377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.781885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.782366 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:23.787301 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.797474 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:23.804452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] For port 6fdd00ff-75e6-4705-9296-36411f1ba426, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:23.809670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] For port 6fdd00ff-75e6-4705-9296-36411f1ba426, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=6fdd00ff-75e6-4705-9296-36411f1ba426,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:23.818798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:23.864865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:23.951545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0525117-63ec-4868-8380-7ce4d0e7cbd9 req-67d8e631-8e75-46f2-85e4-ee88ff5b604a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:23.970496 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c0525117-63ec-4868-8380-7ce4d0e7cbd9 req-67d8e631-8e75-46f2-85e4-ee88ff5b604a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.4941890 Jan 18 19:47:24.063350 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-13375588-da48-41a1-817a-863305226590 req-4f24de8b-cbb1-4d04-ae4f-07fb77b72a54 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7102299 Jan 18 19:47:24.264178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Pushing event updated for resources: {'Port': ['ID=6fdd00ff-75e6-4705-9296-36411f1ba426,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:24.279262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:24.418559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Attempting to bind port a2a8a5bf-a5a1-4472-b169-021da0ff03be on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:24.418971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Attempting to bind port a2a8a5bf-a5a1-4472-b169-021da0ff03be by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:24.419425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Attempting to bind port a2a8a5bf-a5a1-4472-b169-021da0ff03be on network dd6ea230-be1f-44c8-995a-98b8e7d3634e {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:24.431697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:24.432124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Checking segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:24.433008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:24.433466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Bound using segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:24.434156 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Bound port: a2a8a5bf-a5a1-4472-b169-021da0ff03be, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:24.434615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:24.438731 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c0525117-63ec-4868-8380-7ce4d0e7cbd9 req-4f7097b1-2ad3-4256-8fd0-bf0e321015fe tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4671800 Jan 18 19:47:24.687881 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] For port a2a8a5bf-a5a1-4472-b169-021da0ff03be, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:24.700185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] For port a2a8a5bf-a5a1-4472-b169-021da0ff03be, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=a2a8a5bf-a5a1-4472-b169-021da0ff03be,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:24.711439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:24.853693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 3a43221b-1db7-466e-aa62-3222dab3d8f2 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:24.866538 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5d3a3-3593-4812-af62-920c5670562e req-99721862-36d0-4884-9bac-67ffc1a5f8d6 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:24.879747 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4af5d3a3-3593-4812-af62-920c5670562e req-99721862-36d0-4884-9bac-67ffc1a5f8d6 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.9763551 Jan 18 19:47:25.037202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:25.168205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 3a43221b-1db7-466e-aa62-3222dab3d8f2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:25.168848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:25.169283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:25.301043 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:25.348026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:25.351426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:25.385131 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4af5d3a3-3593-4812-af62-920c5670562e req-a29117d7-ddd1-48dd-8607-a22238f5e80b tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5039706 Jan 18 19:47:25.562302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:25.584461 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Allocated IP 172.20.0.1 (d28404ee-8ebf-4e6d-8058-766153376ba8/73c00ecb-071f-406a-a165-a7531e3723da/d5f88fc7-ce50-4018-be7b-441e350015b3) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:25.711468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Pushing event updated for resources: {'Port': ['ID=a2a8a5bf-a5a1-4472-b169-021da0ff03be,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:25.719966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0524a9d6-6eaa-4856-9d2a-b37469b404fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:25.836709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 6fdd00ff-75e6-4705-9296-36411f1ba426 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:25.948947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:25.968743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Transition to ACTIVE for port object d5f88fc7-ce50-4018-be7b-441e350015b3 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:25.999630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:26.034050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 6fdd00ff-75e6-4705-9296-36411f1ba426 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:26.060138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:26.100865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:18Z', 'revision_number': 3, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:26.107786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b5067-9396-411c-80a9-50bb5b171b56 None None] The sync data for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb is: [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:18Z', 'revision_number': 3, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:47:26.455685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f88fc7-ce50-4018-be7b-441e350015b3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:26.464532 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Allocated IP 172.28.3.185 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/0ec21cea-0da1-4498-9c98-12e992d721d4) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:26.482480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Network d28404ee-8ebf-4e6d-8058-766153376ba8 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:26.484140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:26.499396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:26.500923 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:26.532625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ab248-44ba-49ce-a0d6-1db6c049fe3f None None] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:47:26.684097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700818'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:26.727954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:26.782337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35866) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:26.864677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:26.922772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-144b89f4-0ed4-4f1b-a8fa-0af4fc6bb3ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:26.983015 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:27.198704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec21cea-0da1-4498-9c98-12e992d721d4,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:27.219352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:27.252346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79afa57-a05a-4e25-81ed-d60ba5be2c15 req-74ee5cbf-3e0d-446c-bf78-20fb9742e4e6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:27.266436 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c79afa57-a05a-4e25-81ed-d60ba5be2c15 req-74ee5cbf-3e0d-446c-bf78-20fb9742e4e6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 2.1270418 Jan 18 19:47:27.402204 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c79afa57-a05a-4e25-81ed-d60ba5be2c15 req-b74ad2ba-098b-430f-8d00-7394e3969025 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346030 Jan 18 19:47:27.541340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d67c08-a061-4537-91c0-6584dd15d70c req-eb9da445-f99c-4bec-8f28-1d3295a9c586 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:27.543122 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-18d67c08-a061-4537-91c0-6584dd15d70c req-eb9da445-f99c-4bec-8f28-1d3295a9c586 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 1.4973116 Jan 18 19:47:27.612846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:27.666030 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850789672'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:27.706742 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-18d67c08-a061-4537-91c0-6584dd15d70c req-593ec47b-c377-4f91-a01d-00367d792f55 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522043 Jan 18 19:47:27.709976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:27.735889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:27.754057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:27.763922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:27.868193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device a2a8a5bf-a5a1-4472-b169-021da0ff03be up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:27.893759 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8a7052b6-77ca-4bd5-9cd7-6c9a0fd3d8dc tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:27.904398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] Provisioning for port 6fdd00ff-75e6-4705-9296-36411f1ba426 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:27.934618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] Provisioning complete for port 6fdd00ff-75e6-4705-9296-36411f1ba426 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:27.935335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:27.972325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853075017'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:28.054738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port a2a8a5bf-a5a1-4472-b169-021da0ff03be completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:28.065685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port a2a8a5bf-a5a1-4472-b169-021da0ff03be triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:28.070284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:28.100975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:28.154006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f88fc7-ce50-4018-be7b-441e350015b3,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:28.176477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.176912 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.177412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.177962 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.178444 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.178950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.180679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.181211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.181716 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.182220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.182816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.183341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.183944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.184441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.185466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.186027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.186529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.187030 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.187556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.188047 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.188542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.189049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.189544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.190238 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:28.205040 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Network d28404ee-8ebf-4e6d-8058-766153376ba8 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:28.207976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:28.209010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:28.408415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:28.503642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:28.507488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:28.568353 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Usage tracker for resource:security_group_rule and tenant:5dca43e409d64169943ad6f6509ebe78 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:28.580280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] For port 6fdd00ff-75e6-4705-9296-36411f1ba426, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=6fdd00ff-75e6-4705-9296-36411f1ba426,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:28.589259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port a2a8a5bf-a5a1-4472-b169-021da0ff03be, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=a2a8a5bf-a5a1-4472-b169-021da0ff03be,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:28.589703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:28.597401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:28.599715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:28.754075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:28.762261 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] Pushing event updated for resources: {'Port': ['ID=6fdd00ff-75e6-4705-9296-36411f1ba426,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:28.776565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:28.782665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aaf5e817-7f4e-49f4-90c8-0aa76e99d19f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:28.883258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-8dee1abc-ed39-4544-b7d1-758dbf1443e5 None None] Provisioning complete for port 6fdd00ff-75e6-4705-9296-36411f1ba426 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:28.883780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8dee1abc-ed39-4544-b7d1-758dbf1443e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:28.971466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=a2a8a5bf-a5a1-4472-b169-021da0ff03be,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:29.005146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:29.058410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:29.162080 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:29.174335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-8dee1abc-ed39-4544-b7d1-758dbf1443e5 None None] Provisioning for port d5f88fc7-ce50-4018-be7b-441e350015b3 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:29.178979 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Router 750a29a1-8423-4e50-b17c-f6992acc14bd has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:47:29.181902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-8dee1abc-ed39-4544-b7d1-758dbf1443e5 None None] Provisioning complete for port d5f88fc7-ce50-4018-be7b-441e350015b3 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:29.184269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8dee1abc-ed39-4544-b7d1-758dbf1443e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:29.197192 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-33959145-56d7-49ca-a840-f595f6f6adfa service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 2.2787764 Jan 18 19:47:29.199989 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:29.213589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:29.256038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484c607c-0f0e-4785-8756-1a5adff5a1df,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:29.280662 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.281070 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.281466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.281854 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.282239 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.282824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.283144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.283805 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.284023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.284408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.284936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.285321 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.285769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.286284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.286793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.287234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.287615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.287993 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.288371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.288748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.289124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.289498 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.289873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.290249 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:29.308423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:29.335228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699246'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:29.341337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-8dee1abc-ed39-4544-b7d1-758dbf1443e5 None None] Port d5f88fc7-ce50-4018-be7b-441e350015b3 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:47:29.441774 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5dca43e409d64169943ad6f6509ebe78&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6573739 Jan 18 19:47:29.476953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8d089-4f65-40e2-a97e-cb0d0778bfb6 req-a1be3c29-8f9b-47c0-a255-8173baf721c7 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:29.478773 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-eee8d089-4f65-40e2-a97e-cb0d0778bfb6 req-a1be3c29-8f9b-47c0-a255-8173baf721c7 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 1.3831801 Jan 18 19:47:29.481555 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35894) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:29.486786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-0f129624-3e9a-445a-93b6-e9141c4b50dd None None] Provisioning complete for port 6fdd00ff-75e6-4705-9296-36411f1ba426 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:29.487250 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0f129624-3e9a-445a-93b6-e9141c4b50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:29.565350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:47:29.618969 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6c7da801-32db-4ea5-848e-953a70f356e5 admin admin] 10.222.0.109 "PUT /v2.0/routers/750a29a1-8423-4e50-b17c-f6992acc14bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3483799 Jan 18 19:47:29.660645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-b8037fab-6f30-4794-a0f8-84663e9d8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:29.666222 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-b8037fab-6f30-4794-a0f8-84663e9d8469 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 1163 time: 0.3330057 Jan 18 19:47:29.720089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device a2a8a5bf-a5a1-4472-b169-021da0ff03be up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:29.814750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port a2a8a5bf-a5a1-4472-b169-021da0ff03be triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:29.815198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:29.983842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Sync routers for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:47:30.008296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c270b6-1c0f-4b10-b4f0-80fb8bfb296b req-fc7af0ab-4ed7-4c80-b1ed-de0e9fdabbc9 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:30.017144 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-16c270b6-1c0f-4b10-b4f0-80fb8bfb296b req-fc7af0ab-4ed7-4c80-b1ed-de0e9fdabbc9 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 1.0053844 Jan 18 19:47:30.030426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:30.031189 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:30.045623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-4e6263d0-e1d3-4282-9200-13d8fe5d83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:30.047934 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-4e6263d0-e1d3-4282-9200-13d8fe5d83f5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.3443930 Jan 18 19:47:30.066847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e5cb385b-d5ea-4c73-b804-fead2c3786bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:30.089603 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-16c270b6-1c0f-4b10-b4f0-80fb8bfb296b req-9378adac-a7d7-434f-8df1-23e000ac774d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712335 Jan 18 19:47:30.181193 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-cb73e6e9-2adc-4be3-b4aa-cb6b7c5ec19f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ba639fc-8a00-44ab-9fde-e241b8dc8feb HTTP/1.1" status: 200 len: 217 time: 0.1104906 Jan 18 19:47:30.226699 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-eee8d089-4f65-40e2-a97e-cb0d0778bfb6 req-21a8d68b-88dc-41d4-a50b-13cc916a3f75 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118582 Jan 18 19:47:30.238901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e5cb385b-d5ea-4c73-b804-fead2c3786bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:30.340527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-363d7a17-a806-47c7-9196-ea18ee95ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:30.342104 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-363d7a17-a806-47c7-9196-ea18ee95ba52 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.1515646 Jan 18 19:47:30.388250 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 6fdd00ff-75e6-4705-9296-36411f1ba426 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:30.427856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Router 296dccf2-3b6e-494b-8e56-389cdc9cab25 is scheduled to L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 18 19:47:30.455549 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-8960b59d-b3df-4735-ad64-ba05851dcddc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006618 Jan 18 19:47:30.570735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6f79-4ed5-4402-9bc9-93910c2efcbd req-1dcbbb91-6f32-47af-8803-ac5da36b7780 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:30.581536 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-548f6f79-4ed5-4402-9bc9-93910c2efcbd req-1dcbbb91-6f32-47af-8803-ac5da36b7780 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2412469 Jan 18 19:47:30.614097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 6fdd00ff-75e6-4705-9296-36411f1ba426 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:30.614515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:30.723912 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e5cb385b-d5ea-4c73-b804-fead2c3786bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:30.754560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:30.771389 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-548f6f79-4ed5-4402-9bc9-93910c2efcbd req-d3668c75-79e8-4d7a-ad7f-81a478a3123e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724800 Jan 18 19:47:30.775585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb385b-d5ea-4c73-b804-fead2c3786bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c607c-0f0e-4785-8756-1a5adff5a1df,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:30.789298 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e5cb385b-d5ea-4c73-b804-fead2c3786bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:30.830115 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-5e7f86fc-ca94-4232-87b1-aaf834dc88b1 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674402 Jan 18 19:47:30.924875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:47:30.938230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Sync routers for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:47:30.964151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:30.967963 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:30.968153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:30.969953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:30.975050 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1029465 Jan 18 19:47:30.976661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e5cb385b-d5ea-4c73-b804-fead2c3786bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:30.977825 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e5cb385b-d5ea-4c73-b804-fead2c3786bc admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/484c607c-0f0e-4785-8756-1a5adff5a1df HTTP/1.1" status: 204 len: 168 time: 1.1313670 Jan 18 19:47:30.978481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 35922) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:31.176214 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae5113da-ad56-4032-8601-f7fa324af8c8 req-8f5334b2-8486-49d7-826a-72d461fddbd0 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3403468 Jan 18 19:47:31.353462 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35934) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:31.360200 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1641727599-network', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:31.375535 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:31.402260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Usage tracker for resource:network and tenant:14f796510d6b4a74b166cb22e89af02d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:31.412043 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:31.425588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:31.446675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Made reservation on behalf of 14f796510d6b4a74b166cb22e89af02d for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:47:31.461409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:31.502122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:31.540544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:31.552217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Usage tracker for resource:security_group_rule and tenant:14f796510d6b4a74b166cb22e89af02d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:31.556870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:31.574592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:31.683237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:31.797057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:31.802820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:31.858676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:47:31.896781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:31.897281 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Added segment c1713002-6a66-4446-a3be-6f75fdd92d82 of type vxlan for network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 Jan 18 19:47:31.929118 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:27Z', 'revision_number': 2, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:31.939936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Checking router: 750a29a1-8423-4e50-b17c-f6992acc14bd for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:47:31.940347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Updating router 750a29a1-8423-4e50-b17c-f6992acc14bd port d5f88fc7-ce50-4018-be7b-441e350015b3 binding host dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:47:31.999367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7fb88d4-61c3-44f6-be2c-1e73ec7bbc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:32.014793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:32.051465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31eaa170-ea46-48e3-b5e8-e49d4dbc7734,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:32.055559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:32.093992 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:32.095351 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:32.096005 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:32.100135 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:32.109187 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cdc2d4fe-1321-4f50-a0d2-f8e947c617f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:32.339001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Pushing event updated for resources: {'Network': ['ID=f9651d0e-f5d2-4514-b4ce-64ad32316eb5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:32.344744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:32.391360 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0335019 Jan 18 19:47:32.391912 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35942) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:32.407576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Request body: {'subnet': {'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1641727599-subnet', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:32.418000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 3, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:32.419785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:32.425470 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Checking router: 296dccf2-3b6e-494b-8e56-389cdc9cab25 for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:47:32.427347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Updating router 296dccf2-3b6e-494b-8e56-389cdc9cab25 port 0ec21cea-0da1-4498-9c98-12e992d721d4 binding host dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:47:32.439117 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Usage tracker for resource:subnet and tenant:14f796510d6b4a74b166cb22e89af02d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:32.439560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:32.454164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:32.464578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:47:32.480856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Made reservation on behalf of 14f796510d6b4a74b166cb22e89af02d for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:47:32.485795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851585197'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:32.574571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:32.638084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e69b0-82f0-4d9e-a90e-bf5b98cd7473 req-5dc5262e-636e-4306-8360-3741b8715f18 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:32.640787 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e04e69b0-82f0-4d9e-a90e-bf5b98cd7473 req-5dc5262e-636e-4306-8360-3741b8715f18 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.9067545 Jan 18 19:47:32.665345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:32.770497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:47:32.785352 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e04e69b0-82f0-4d9e-a90e-bf5b98cd7473 req-16bf9e2b-e2bc-49b6-a891-a19ed8f3ccbb tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231039 Jan 18 19:47:32.927805 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b42b5-7d18-49f5-9aec-724e3708934e req-c674726d-3b07-4974-9bdb-22720a4e2fd2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:32.941659 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae4b42b5-7d18-49f5-9aec-724e3708934e req-c674726d-3b07-4974-9bdb-22720a4e2fd2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.7276790 Jan 18 19:47:33.217482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850790576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851585214'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:33.305376 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae4b42b5-7d18-49f5-9aec-724e3708934e req-c459eb07-0cc5-4af1-b411-fc3e419627e7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620396 Jan 18 19:47:33.462383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-27653f7d-30a0-4a74-978b-932c5cc00cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:33.596372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0008688a-48da-4723-9dee-452c07462ff5,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:33.605667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:33.646245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Checking segment: {'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:33.646245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Network hostable DHCP agents. Network: f9651d0e-f5d2-4514-b4ce-64ad32316eb5, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:47:33.679880 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:47:33.700636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, f9651d0e-f5d2-4514-b4ce-64ad32316eb5) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:33.735492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:33.736911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:33.745624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5b35c-0a64-46ad-b21b-fb25279e7093 None None] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:47:33.788571 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3925576 Jan 18 19:47:33.791718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 35964) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:33.799227 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:33.806180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:33.813295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:33.831010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Usage tracker for resource:router and tenant:14f796510d6b4a74b166cb22e89af02d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:33.836659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:33.850706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Transition to ACTIVE for port object 0ec21cea-0da1-4498-9c98-12e992d721d4 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:33.856021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:33.861480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:33.871709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Allocated IP 172.20.0.1 (9610ebf6-945d-4c4f-a276-1f974178c3d8/ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739/3b51c500-28b6-495c-9f59-29c424fcde77) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:33.879450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a43e23a1-41ad-40a1-ae4d-ac87cd10548c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:33.964865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2189'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:33.966104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853072133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853076485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1992076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773611'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.002685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.074917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b83969-4d88-4a70-b317-eb8c97e2114b None None] Pushing event updated for resources: {'Port': ['ID=0ec21cea-0da1-4498-9c98-12e992d721d4,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:34.081640 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d1b83969-4d88-4a70-b317-eb8c97e2114b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:34.148733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Attempting to bind port 0ec21cea-0da1-4498-9c98-12e992d721d4 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:34.149542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Attempting to bind port 0ec21cea-0da1-4498-9c98-12e992d721d4 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:34.150170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Attempting to bind port 0ec21cea-0da1-4498-9c98-12e992d721d4 on network dd6ea230-be1f-44c8-995a-98b8e7d3634e {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:34.161604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:34.162409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Checking segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:34.163142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.163817 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Bound using segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:34.164564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Bound port: 0ec21cea-0da1-4498-9c98-12e992d721d4, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:34.165802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.268806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] For port 0ec21cea-0da1-4498-9c98-12e992d721d4, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:34.274257 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] For port 0ec21cea-0da1-4498-9c98-12e992d721d4, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=0ec21cea-0da1-4498-9c98-12e992d721d4,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:34.284084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.305517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffa4c00c-5d5b-5549-a6db-fc4257b6ba24-f9651d0e-f5d2-4514-b4ce-64ad32316eb5', 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'fixed_ips': [{'subnet_id': '0008688a-48da-4723-9dee-452c07462ff5'}]}} from dv-cinder-562053-17-smb. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 18 19:47:34.306709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.316141 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d33aff3e-c82d-4f8d-b2d5-e0bc1b6a796f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:34.317731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.347326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c158-eb1d-4242-8bc9-44a44fd4c2fb req-6acef6bc-6767-41eb-aaa0-0bafb147a65d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:34.349334 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-75d6c158-eb1d-4242-8bc9-44a44fd4c2fb req-6acef6bc-6767-41eb-aaa0-0bafb147a65d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2240932 Jan 18 19:47:34.393983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Transition to ACTIVE for port object 3b51c500-28b6-495c-9f59-29c424fcde77 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:34.428304 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-75d6c158-eb1d-4242-8bc9-44a44fd4c2fb req-bd7c342f-90d4-414b-b625-a7073b117bdb tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703526 Jan 18 19:47:34.457893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.519357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.612527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6931139f-a0c6-4c2d-b54a-646275b0d96e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:34.685630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:34.690370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:34.708395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:34.709337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700818'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.776213 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Pushing event updated for resources: {'Port': ['ID=3b51c500-28b6-495c-9f59-29c424fcde77,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:34.782036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:34.918772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853076604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773526'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:34.926230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Allocated IP 172.20.0.2 (f9651d0e-f5d2-4514-b4ce-64ad32316eb5/0008688a-48da-4723-9dee-452c07462ff5/a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:35.003848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b83969-4d88-4a70-b317-eb8c97e2114b None None] Pushing event updated for resources: {'Port': ['ID=0ec21cea-0da1-4498-9c98-12e992d721d4,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:35.011603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d1b83969-4d88-4a70-b317-eb8c97e2114b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:35.137864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:35.138910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:35.281877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:35.306190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:35.325058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Transition to ACTIVE for port object a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:35.335285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-7d113aa7-1017-499d-bd6f-9f072f889e03 None None] Provisioning for port 3b51c500-28b6-495c-9f59-29c424fcde77 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:35.343117 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Transition to ACTIVE for port object d5f88fc7-ce50-4018-be7b-441e350015b3 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:35.347128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-7d113aa7-1017-499d-bd6f-9f072f889e03 None None] Provisioning complete for port 3b51c500-28b6-495c-9f59-29c424fcde77 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:35.347579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d113aa7-1017-499d-bd6f-9f072f889e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:35.400335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:35.484909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9ccf6932-487a-48f2-b80c-f61b5d836243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:35.536340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:35.646048 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Transition to ACTIVE for port object a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:35.696815 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:35.793101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:35.885389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:35.927843 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.053426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-7d113aa7-1017-499d-bd6f-9f072f889e03 None None] Port 3b51c500-28b6-495c-9f59-29c424fcde77 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:47:36.130222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dad50-2c99-4985-97ba-d9af010f5faf req-6640cf69-1676-4c0e-aec7-5ddd1307a5db tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:36.132419 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-896dad50-2c99-4985-97ba-d9af010f5faf req-6640cf69-1676-4c0e-aec7-5ddd1307a5db tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 1.2138143 Jan 18 19:47:36.203672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Pushing event updated for resources: {'Port': ['ID=d5f88fc7-ce50-4018-be7b-441e350015b3,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:36.220811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:33Z', 'revision_number': 1, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:36.227320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.227606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.227964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.228341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.228449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649d782-8c3c-4a40-bc67-212e9954e65c None None] The sync data for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb is: [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:33Z', 'revision_number': 1, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:47:36.228712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.229083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.229449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.229813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.230343 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.230708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.231091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.231460 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.232154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.232519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.241668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.242520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.243083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.243605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.244140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.244653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.245166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.245680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.246190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.246709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:47:36.275582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:36.277922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:36.283787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:36.363804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:36.367693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Pushing event updated for resources: {'Port': ['ID=a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:36.370094 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:36.382490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:36.484821 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Allocated IP 172.28.3.192 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:36.492854 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-896dad50-2c99-4985-97ba-d9af010f5faf req-cd91ac22-7b4d-42a4-88aa-a5d94ef6b716 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590246 Jan 18 19:47:36.610123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Attempting to bind port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:36.610657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Attempting to bind port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:36.611044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Attempting to bind port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca on network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:36.644841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce49c7-fbc3-49b4-a923-69f58cd66fe0 req-ab3dd878-1c65-406c-90fd-72230f5ab5a4 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:36.647565 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-62ce49c7-fbc3-49b4-a923-69f58cd66fe0 req-ab3dd878-1c65-406c-90fd-72230f5ab5a4 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.5492828 Jan 18 19:47:36.678614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:36.679040 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Checking segment: {'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:36.679525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.679968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Bound using segment: {'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:36.680514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Bound port: a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:36.681034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.723816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Attempting to bind port d5f88fc7-ce50-4018-be7b-441e350015b3 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:36.723816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Attempting to bind port d5f88fc7-ce50-4018-be7b-441e350015b3 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:36.723816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Attempting to bind port d5f88fc7-ce50-4018-be7b-441e350015b3 on network d28404ee-8ebf-4e6d-8058-766153376ba8 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:36.740272 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.744402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36010) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:36.817988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:36.818413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Checking segment: {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:36.818864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.819363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Bound using segment: {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:36.819710 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.819899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Bound port: d5f88fc7-ce50-4018-be7b-441e350015b3, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:36.820295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.821338 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853075017'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.928164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.969275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.972157 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] For port d5f88fc7-ce50-4018-be7b-441e350015b3, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:36.976198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] For port d5f88fc7-ce50-4018-be7b-441e350015b3, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=d5f88fc7-ce50-4018-be7b-441e350015b3,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:36.992523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:36.996026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:37.011520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:37.124889 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-62ce49c7-fbc3-49b4-a923-69f58cd66fe0 req-d2013195-71a9-4c65-96e4-8cf6bcfcadd3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661531 Jan 18 19:47:37.131630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Pushing event updated for resources: {'Port': ['ID=3b51c500-28b6-495c-9f59-29c424fcde77,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:37.144431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:37.148218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] For port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:37.157733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] For port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca,segment=NetworkSegment(c1713002-6a66-4446-a3be-6f75fdd92d82),segment_id=c1713002-6a66-4446-a3be-6f75fdd92d82)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:37.159022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:37.171285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:37.172746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:37.231894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:37.465294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Pushing event updated for resources: {'Port': ['ID=d5f88fc7-ce50-4018-be7b-441e350015b3,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:37.472994 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:37.495110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e2d95c0-5d39-4034-8352-4feb345f3daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:37.518527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Router 296dccf2-3b6e-494b-8e56-389cdc9cab25 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:47:37.572575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:37.596905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Pushing event updated for resources: {'Port': ['ID=a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:37.600700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:37.609229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:37.613634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce88afb9abe4cf5a98f3c75ce09accb is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:37.616589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:37.617313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:37.620082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:37.642180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:37.853573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:37.869996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:37.922018 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0ce88afb9abe4cf5a98f3c75ce09accb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1763973 Jan 18 19:47:37.923199 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Pushing event updated for resources: {'Port': ['ID=24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:37.928456 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36022) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:37.932582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:37.948509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 0ec21cea-0da1-4498-9c98-12e992d721d4 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:37.962519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-75a957e6-ad45-4914-805f-48cb58079712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:38.040296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:47:38.058988 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] 10.222.0.109 "PUT /v2.0/routers/296dccf2-3b6e-494b-8e56-389cdc9cab25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0793407 Jan 18 19:47:38.084422 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9cd60-bd5f-4334-ac6f-564e6428163c req-4c1663bb-0af9-45a0-8174-1ea1a444cd68 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:38.086567 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c3d9cd60-bd5f-4334-ac6f-564e6428163c req-4c1663bb-0af9-45a0-8174-1ea1a444cd68 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2327206 Jan 18 19:47:38.137150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-536c09a6-328e-4ac0-ad4d-9c96938d09e8 None None] Provisioning complete for port 3b51c500-28b6-495c-9f59-29c424fcde77 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:38.137150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-536c09a6-328e-4ac0-ad4d-9c96938d09e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:38.159925 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c3d9cd60-bd5f-4334-ac6f-564e6428163c req-5b02f77e-0a2f-4302-94b4-5b3c7597de66 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654104 Jan 18 19:47:38.230590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09840bbe-7793-4a08-be45-7a3f00749ded,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:38.239334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:38.240360 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:38.265241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-536c09a6-328e-4ac0-ad4d-9c96938d09e8 None None] Port 3b51c500-28b6-495c-9f59-29c424fcde77 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:47:38.275273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:38.287854 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:38.289880 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:38.394511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 0ec21cea-0da1-4498-9c98-12e992d721d4 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:38.483719 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251607b5-4391-4891-baac-f1c9d88f7b7f req-6202eb6b-82a3-45cc-89fa-94dead911fb8 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:38.485478 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-251607b5-4391-4891-baac-f1c9d88f7b7f req-6202eb6b-82a3-45cc-89fa-94dead911fb8 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1667690 Jan 18 19:47:38.489823 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37e7817c-f460-41e0-bfe7-4c1c482799ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:38.541468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 0ec21cea-0da1-4498-9c98-12e992d721d4 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:38.541757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:38.616036 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-251607b5-4391-4891-baac-f1c9d88f7b7f req-593e41ad-056a-4369-8b82-cec531be61bc tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200159 Jan 18 19:47:38.669940 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-c5c6cdef-0d22-498d-ac61-c6605d0ec34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:38.683928 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-c5c6cdef-0d22-498d-ac61-c6605d0ec34b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 1163 time: 0.7103307 Jan 18 19:47:38.774027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37e7817c-f460-41e0-bfe7-4c1c482799ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:38.879607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:38.910448 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 0ec21cea-0da1-4498-9c98-12e992d721d4, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=0ec21cea-0da1-4498-9c98-12e992d721d4,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:38.914893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:38.917463 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:38.983315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:36Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:38.993600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585bbd7-58b3-4f5a-87fc-4bb4006c98fa None None] The sync data for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb is: [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:36Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:47:39.000877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=0ec21cea-0da1-4498-9c98-12e992d721d4,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:39.004240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:39.132244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-3a18f937-58d5-4a39-a5b7-9743e293ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:39.133866 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-3a18f937-58d5-4a39-a5b7-9743e293ebff service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.4059863 Jan 18 19:47:39.143510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37e7817c-f460-41e0-bfe7-4c1c482799ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:39.151323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e8b7e47e-0f65-4078-9813-39ee7760d97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:39.286857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7817c-f460-41e0-bfe7-4c1c482799ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09840bbe-7793-4a08-be45-7a3f00749ded,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:39.289893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-37e7817c-f460-41e0-bfe7-4c1c482799ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:39.330513 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-f62977f3-38e1-414c-82c9-0aee000283a9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dade2b2-3e89-404b-9295-9341483ab20f HTTP/1.1" status: 200 len: 1002 time: 0.1822667 Jan 18 19:47:39.392953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:39.501169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37e7817c-f460-41e0-bfe7-4c1c482799ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:39.502459 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-37e7817c-f460-41e0-bfe7-4c1c482799ff admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/09840bbe-7793-4a08-be45-7a3f00749ded HTTP/1.1" status: 204 len: 168 time: 1.5726652 Jan 18 19:47:39.559177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65885d-7741-4a39-9217-3fd6be9af794 req-a32d68a2-d70d-45ab-b886-e1d33c8f10d1 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:39.571251 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b65885d-7741-4a39-9217-3fd6be9af794 req-a32d68a2-d70d-45ab-b886-e1d33c8f10d1 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2145185 Jan 18 19:47:39.686631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-1d40ffde-da9e-433e-9f32-4efe84b1d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:39.689638 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-1d40ffde-da9e-433e-9f32-4efe84b1d0b5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.3504796 Jan 18 19:47:39.748036 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b65885d-7741-4a39-9217-3fd6be9af794 req-8f096089-a158-40fd-bffd-907bcc06e8ec tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689842 Jan 18 19:47:39.783533 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d612a-a7bf-430c-95f1-c10b8f66cf79 None None] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:47:39.966400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-77d3489d-4186-4dca-8d55-afc3fa592f35 None None] Provisioning for port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:40.027982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 0ec21cea-0da1-4498-9c98-12e992d721d4 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:40.037119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-de50329e-758c-4c97-a529-6dd75c450852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:40.039195 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-de50329e-758c-4c97-a529-6dd75c450852 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3145626 Jan 18 19:47:40.132035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c1736-9234-4ba9-ac0d-c3f61940ed14 req-21fb416d-2cf9-49a8-8517-d34b0f975025 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:40.151717 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8f9c1736-9234-4ba9-ac0d-c3f61940ed14 req-21fb416d-2cf9-49a8-8517-d34b0f975025 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2279489 Jan 18 19:47:40.257451 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8f9c1736-9234-4ba9-ac0d-c3f61940ed14 req-920f459d-d86b-4557-bb01-851b5b1bbc8d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046796 Jan 18 19:47:40.324295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 0ec21cea-0da1-4498-9c98-12e992d721d4 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:40.325026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:40.388160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 36058) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:40.423506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853072303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699246'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:40.430050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:40.467911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:40.476515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Usage tracker for resource:security_group_rule and tenant:63069464d6324edfb0e3ef5c499884e4 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:40.481854 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:40.504138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:40.693103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Sync routers for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:47:40.710726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:40.715259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:40.716740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:40.718794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:40.742743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58ee2f5d-da59-4361-b57b-a10f064d9d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:40.801202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:40.805642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf18e3e-edb3-4937-9aab-0a67900cd3bd,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:40.861088 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:40.881015 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=63069464d6324edfb0e3ef5c499884e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913476 Jan 18 19:47:40.888274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 36064) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:41.126595 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-35e8a68c-b4c5-4521-b444-b65681990103 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243469 Jan 18 19:47:41.152450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:41.160834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-056a81da-d7cd-498e-abe2-41c5c8eb42a6 None None] Provisioning complete for port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:41.161254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-056a81da-d7cd-498e-abe2-41c5c8eb42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:41.174170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ff73d2b0-622d-43c8-aeb0-4d851be370fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:41.207321 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:41.207750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:41.307906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ff73d2b0-622d-43c8-aeb0-4d851be370fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:41.327898 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c9ab52e7-003a-45ad-99ad-a71e4f98cb50 req-14d8b05b-dd25-4682-92a2-6e532765ca53 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1951036 Jan 18 19:47:41.466547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b is scheduled to L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 18 19:47:41.479851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc9092-2937-46bc-ac15-d63eccb8494d req-df715568-50d1-419d-952f-2542274dc758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:41.481547 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-64cc9092-2937-46bc-ac15-d63eccb8494d req-df715568-50d1-419d-952f-2542274dc758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.4847894 Jan 18 19:47:41.501773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:41.711228 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-64cc9092-2937-46bc-ac15-d63eccb8494d req-6301073f-9bfd-41ad-8f0a-a6b03b0df29a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944504 Jan 18 19:47:41.762743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:47:41.781958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Sync routers for ids ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:47:41.794426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:41.795959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd580d0-f816-4cec-8a6f-bea23d80163d req-9c7945e2-f5e6-4e11-a585-4b8e0386447b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:41.796487 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0028448 Jan 18 19:47:41.806115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36070) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:41.807291 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Routers {'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:41.807866 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4bd580d0-f816-4cec-8a6f-bea23d80163d req-9c7945e2-f5e6-4e11-a585-4b8e0386447b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2916346 Jan 18 19:47:41.810328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:41.902880 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ff73d2b0-622d-43c8-aeb0-4d851be370fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:41.916664 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3f3c59a4-6ec0-44dd-8a36-dc73f7faf96a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:41.934121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ff73d2b0-622d-43c8-aeb0-4d851be370fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:41.936056 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ff73d2b0-622d-43c8-aeb0-4d851be370fe admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/faf18e3e-edb3-4937-9aab-0a67900cd3bd HTTP/1.1" status: 204 len: 168 time: 1.0404944 Jan 18 19:47:41.959734 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4bd580d0-f816-4cec-8a6f-bea23d80163d req-b29a0408-1497-4ada-a595-9d7f4e5d26aa tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505911 Jan 18 19:47:41.962404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73d2b0-622d-43c8-aeb0-4d851be370fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf18e3e-edb3-4937-9aab-0a67900cd3bd,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:41.968318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ff73d2b0-622d-43c8-aeb0-4d851be370fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:42.204885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Set router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:42.305238 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:42.444806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-056a81da-d7cd-498e-abe2-41c5c8eb42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:42.493429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-056a81da-d7cd-498e-abe2-41c5c8eb42a6 None None] For port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca,segment=NetworkSegment(c1713002-6a66-4446-a3be-6f75fdd92d82),segment_id=c1713002-6a66-4446-a3be-6f75fdd92d82)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:42.523863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-056a81da-d7cd-498e-abe2-41c5c8eb42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:42.569151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:42.696934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a81da-d7cd-498e-abe2-41c5c8eb42a6 None None] Pushing event updated for resources: {'Port': ['ID=a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:42.704900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 3, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:42.709021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-056a81da-d7cd-498e-abe2-41c5c8eb42a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:42.711822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Checking router: cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:47:42.712274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Updating router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 binding host dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:47:42.759504 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:36Z', 'revision_number': 2, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:42.767330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-abaf166d-612e-4ec2-b5ca-df9470bcfeb7 None None] Provisioning complete for port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:42.768032 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-abaf166d-612e-4ec2-b5ca-df9470bcfeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:42.836834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:47:42.864735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3ed06765-8b51-4418-b527-068d8ba9cb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:42.878249 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:47:42.879184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:47:42.880031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Checking router: 296dccf2-3b6e-494b-8e56-389cdc9cab25 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:47:42.880432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Updating router 296dccf2-3b6e-494b-8e56-389cdc9cab25 port 3b51c500-28b6-495c-9f59-29c424fcde77 binding host dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:47:42.902036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:43.046034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:43.376007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:43.515632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b7963-55b3-4ddd-b8b7-4de7180f87d9 req-79ef5f2c-8de1-4777-924a-e6adf65909a8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:43.548377 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-386b7963-55b3-4ddd-b8b7-4de7180f87d9 req-79ef5f2c-8de1-4777-924a-e6adf65909a8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.3884864 Jan 18 19:47:43.774350 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-386b7963-55b3-4ddd-b8b7-4de7180f87d9 req-d918e8c8-5bfa-4dc0-86d9-8c4926bae217 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144022 Jan 18 19:47:43.834536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:43.850941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Transition to ACTIVE for port object 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:43.858180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:43.875992 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdd224-65e4-43ca-b1c2-7c5dd3e414f0 req-8b509002-e104-4b21-9e8f-fc099176da62 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:43.893983 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7cbdd224-65e4-43ca-b1c2-7c5dd3e414f0 req-8b509002-e104-4b21-9e8f-fc099176da62 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.5693359 Jan 18 19:47:44.018540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:44.038945 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7cbdd224-65e4-43ca-b1c2-7c5dd3e414f0 req-1a3f5ca3-8fbb-4dff-93f7-41492f801cb9 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434946 Jan 18 19:47:44.115958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Attempting to bind port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:44.116629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Attempting to bind port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:44.117573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Attempting to bind port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 on network dd6ea230-be1f-44c8-995a-98b8e7d3634e {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:44.127681 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:44.128548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Checking segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:44.129361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.130011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Bound using segment: {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:44.131452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Bound port: 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016e3c3b-1c71-4d1f-a9d5-1c110cef3f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:44.132104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.152727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device d5f88fc7-ce50-4018-be7b-441e350015b3 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:44.225853 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] For port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:44.233856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] For port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:44.239632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.296970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.321297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.348387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port d5f88fc7-ce50-4018-be7b-441e350015b3 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:44.357516 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Transition to ACTIVE for port object 3b51c500-28b6-495c-9f59-29c424fcde77 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:44.359684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port d5f88fc7-ce50-4018-be7b-441e350015b3 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:44.360320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.417466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.442557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4f58f-4b74-4ccd-838f-646db57959b6 None None] Pushing event updated for resources: {'Port': ['ID=24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:44.450150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d7c4f58f-4b74-4ccd-838f-646db57959b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:44.451210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Routers {'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:44.453076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:44.523426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Allocated IP 172.20.0.1 (f9651d0e-f5d2-4514-b4ce-64ad32316eb5/0008688a-48da-4723-9dee-452c07462ff5/05f2dd2b-3bc6-478c-b346-b494f51e7a22) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:47:44.524945 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a43e23a1-41ad-40a1-ae4d-ac87cd10548c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:44.565571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:44.612158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4f58f-4b74-4ccd-838f-646db57959b6 None None] Pushing event updated for resources: {'Port': ['ID=24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:44.678329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d7c4f58f-4b74-4ccd-838f-646db57959b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:44.690981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528af416-e0f8-426c-9ed9-2dd79839a8e1 None None] Pushing event updated for resources: {'Port': ['ID=3b51c500-28b6-495c-9f59-29c424fcde77,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:44.694778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-528af416-e0f8-426c-9ed9-2dd79839a8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:44.695420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:47:44.774957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.807332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 0dade2b2-3e89-404b-9295-9341483ab20f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=0dade2b2-3e89-404b-9295-9341483ab20f,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:44.811602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Transition to ACTIVE for port object 05f2dd2b-3bc6-478c-b346-b494f51e7a22 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:44.877344 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] Set router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:44.894428 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.901272 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f', 'code': 422} returned with failed status Jan 18 19:47:44.902511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:44.906085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:45.029414 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=0dade2b2-3e89-404b-9295-9341483ab20f,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:45.033025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:45.040494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c3b5-d12d-4e1d-8194-7b37fe7f7a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:45.166403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:45.170441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Attempting to bind port 3b51c500-28b6-495c-9f59-29c424fcde77 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:45.170957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Attempting to bind port 3b51c500-28b6-495c-9f59-29c424fcde77 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:45.171432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Attempting to bind port 3b51c500-28b6-495c-9f59-29c424fcde77 on network 9610ebf6-945d-4c4f-a276-1f974178c3d8 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:45.219176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:45.219513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Checking segment: {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:45.219973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:45.220423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Bound using segment: {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:45.221078 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Bound port: 3b51c500-28b6-495c-9f59-29c424fcde77, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:45.221515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:45.225314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a781d08e-35c3-41f9-974e-704c795fc73b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:45.322830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:45.344989 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb6f32-4a94-4df0-b871-07024422d861 req-2560ac7e-739a-4537-9be1-d7a1d93f6bbf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:45.354477 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9fcb6f32-4a94-4df0-b871-07024422d861 req-2560ac7e-739a-4537-9be1-d7a1d93f6bbf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.2408016 Jan 18 19:47:45.448746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Pushing event updated for resources: {'Port': ['ID=05f2dd2b-3bc6-478c-b346-b494f51e7a22,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:45.456189 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:45.465197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:45.466451 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:45.471307 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9fcb6f32-4a94-4df0-b871-07024422d861 req-3fb8f889-878f-42a3-b84a-93680cdf9fb3 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156564 Jan 18 19:47:45.472872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:45.476002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:47:45.603657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700818'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:45.706988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:45.707442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:45.831092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port d5f88fc7-ce50-4018-be7b-441e350015b3, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=d5f88fc7-ce50-4018-be7b-441e350015b3,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:45.843612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecf7cd-488f-4bb1-85a7-df6cba357053 req-ba784f86-415c-4bfc-b4e7-00d2ff94488b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:45.854042 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-86ecf7cd-488f-4bb1-85a7-df6cba357053 req-ba784f86-415c-4bfc-b4e7-00d2ff94488b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3707020 Jan 18 19:47:45.897856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 3, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:45.917285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57249eca-135d-4d43-a89b-9c35f53ce2ec None None] The sync data for ids ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'] in dv-cinder-562053-17-smb is: [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 3, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:47:45.983977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:45.986596 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-86ecf7cd-488f-4bb1-85a7-df6cba357053 req-15527f29-d805-462c-940f-8ff318adf61c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272800 Jan 18 19:47:46.126765 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] For port 3b51c500-28b6-495c-9f59-29c424fcde77, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:46.139219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:46.166412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:46.340203 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=d5f88fc7-ce50-4018-be7b-441e350015b3,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:46.349403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:46.350243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:46.423349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] For port 3b51c500-28b6-495c-9f59-29c424fcde77, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=3b51c500-28b6-495c-9f59-29c424fcde77,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:46.453688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:46.469350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-7e34a5aa-fbd2-467b-9242-b42978289e16 None None] Provisioning for port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:46.480801 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:46.599496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:46.622458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528af416-e0f8-426c-9ed9-2dd79839a8e1 None None] Pushing event updated for resources: {'Port': ['ID=3b51c500-28b6-495c-9f59-29c424fcde77,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:46.661316 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-528af416-e0f8-426c-9ed9-2dd79839a8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:46.669137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-7e34a5aa-fbd2-467b-9242-b42978289e16 None None] Provisioning complete for port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:46.669557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7e34a5aa-fbd2-467b-9242-b42978289e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:46.778873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:46.789556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850789672'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:46.911632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:46.944380 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1834150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853075017'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:47.117981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:47.118913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:47.361490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-7e34a5aa-fbd2-467b-9242-b42978289e16 None None] Port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:47:47.413629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:47.472332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:47.494868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:47.505854 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70731-4752-4dff-885d-05aac4d06a5f req-48ff9aa4-81f3-4001-8020-704305d96b62 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:47.522684 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b8c70731-4752-4dff-885d-05aac4d06a5f req-48ff9aa4-81f3-4001-8020-704305d96b62 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2707665 Jan 18 19:47:47.731748 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b8c70731-4752-4dff-885d-05aac4d06a5f req-44a7d75e-5e05-4c42-bbe7-1bc33785e95b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079568 Jan 18 19:47:47.880973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:47:47.904337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:47:47.922163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Pushing event updated for resources: {'Port': ['ID=05f2dd2b-3bc6-478c-b346-b494f51e7a22,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:47.929135 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:48.031917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 36164) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:47:48.077690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921785e8-c00e-4074-ada2-be2e452a896f req-657ec183-36df-44ee-9e60-38c8140552e0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:48.086057 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-921785e8-c00e-4074-ada2-be2e452a896f req-657ec183-36df-44ee-9e60-38c8140552e0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.2033792 Jan 18 19:47:48.155741 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-921785e8-c00e-4074-ada2-be2e452a896f req-5eb46220-9905-4360-aa0e-673711eb3a58 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686009 Jan 18 19:47:48.256426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:48.331178 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-ba1ba44f-a2b2-44fc-9589-d61ea05266ec service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2962148 Jan 18 19:47:48.345905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:47:48.555400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device d5f88fc7-ce50-4018-be7b-441e350015b3 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:48.615572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:47:48.673109 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] 10.222.0.109 "PUT /v2.0/routers/cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8576875 Jan 18 19:47:48.725166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd369-ca76-4803-93d9-7247922f76a5 req-329950a8-47be-4457-a07b-b35f59880ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:48.727489 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-26dbd369-ca76-4803-93d9-7247922f76a5 req-329950a8-47be-4457-a07b-b35f59880ab2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1162 time: 0.1134617 Jan 18 19:47:48.748029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-716478d7-2569-460d-aaf7-fdfc34028bbe None None] Provisioning complete for port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:48.748458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-716478d7-2569-460d-aaf7-fdfc34028bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:48.809798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port d5f88fc7-ce50-4018-be7b-441e350015b3 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:48.810403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:48.833876 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-26dbd369-ca76-4803-93d9-7247922f76a5 req-cc29e064-8060-4472-ba05-3b6bdb4f697e service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994372 Jan 18 19:47:48.963498 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-716478d7-2569-460d-aaf7-fdfc34028bbe None None] Port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:47:49.057829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b3a99-b7e0-4e58-80c8-358874a4dfe1 req-3ac9ab9e-c559-4db1-9f90-3912d6b15dde tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:49.065591 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-de6b3a99-b7e0-4e58-80c8-358874a4dfe1 req-3ac9ab9e-c559-4db1-9f90-3912d6b15dde tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1641488 Jan 18 19:47:49.126355 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-de6b3a99-b7e0-4e58-80c8-358874a4dfe1 req-94259040-9e61-4d35-94a0-6d5a482a55f1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596907 Jan 18 19:47:49.232371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 3b51c500-28b6-495c-9f59-29c424fcde77 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:49.327170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:49.341730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 3b51c500-28b6-495c-9f59-29c424fcde77 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:49.355383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 3b51c500-28b6-495c-9f59-29c424fcde77 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:49.355859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:49.414364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3ccca-f42c-4d80-b2d6-4314a06d0075 None None] The sync data for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb is: [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:47:49.717963 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec0281-9e2b-4b3b-abb6-60b1b7277a2a req-ab837f7a-f83a-4311-9849-404cd1e2ce61 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:49.720144 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a5ec0281-9e2b-4b3b-abb6-60b1b7277a2a req-ab837f7a-f83a-4311-9849-404cd1e2ce61 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.2916059 Jan 18 19:47:49.764609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:49.799251 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a5ec0281-9e2b-4b3b-abb6-60b1b7277a2a req-4716a7a7-ce30-4d56-abfb-fe266e1ff36b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703957 Jan 18 19:47:49.857006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 3b51c500-28b6-495c-9f59-29c424fcde77, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=3b51c500-28b6-495c-9f59-29c424fcde77,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:49.863849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:49.865169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:49.925685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:50.016622 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Sync routers for ids ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:47:50.080736 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Routers {'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:50.081958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:50.464881 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f37d82-3fcd-48dc-b699-f7f61a69085a req-7247c378-cdf2-4d68-b33a-684f7503a42c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:50.473079 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-00f37d82-3fcd-48dc-b699-f7f61a69085a req-7247c378-cdf2-4d68-b33a-684f7503a42c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1392763 Jan 18 19:47:50.507851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-148457775', 'description': 'tempest-TestShelveInstance-148457775 description'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:50.518231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:50.522649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Usage tracker for resource:security_group and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:50.548119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:50.558745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:50.578476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Set router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:50.587340 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-00f37d82-3fcd-48dc-b699-f7f61a69085a req-65cae441-e89f-40fa-a4e9-d1fc0df78206 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129148 Jan 18 19:47:50.588919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:50.633471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:50.637717 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Usage tracker for resource:security_group_rule and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:50.640872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:50.646851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:50.719667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:50.788327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:50.791168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=3b51c500-28b6-495c-9f59-29c424fcde77,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:50.801789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:50.802212 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:50.829043 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:50.855719 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ca42e652-b10c-422d-8b4f-64446e354d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:50.865357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:51.247752 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5605f-094c-434b-a34f-d85d6143267c req-6ea47c56-a026-4bf2-b7d7-eb044eb065e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:51.255426 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-6ea47c56-a026-4bf2-b7d7-eb044eb065e2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db&tenant_id=89ccca4a004c4223bb675d936e7b1664 HTTP/1.1" status: 200 len: 1161 time: 0.1370478 Jan 18 19:47:51.300261 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:51.320816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 4, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '05f2dd2b-3bc6-478c-b346-b494f51e7a22', 'name': '', 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'mac_address': 'fa:16:3e:bf:96:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0008688a-48da-4723-9dee-452c07462ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:44Z', 'updated_at': '2021-01-18T19:47:46Z', 'revision_number': 2, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'subnets': [{'id': '0008688a-48da-4723-9dee-452c07462ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:51.328243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Checking router: cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:47:51.328646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Updating router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 binding host dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 18 19:47:51.346245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event updated for resources: {'SecurityGroup': ['ID=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:51.351202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:51.361305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:51.371114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:51.375857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c3ac2405-185b-4558-9d79-9abf5b078b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:51.431743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f8905-17bb-4e89-a482-be2064a7973c req-19d6fe1c-8503-44ea-a95c-35d741563e15 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:51.433610 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-be4f8905-17bb-4e89-a482-be2064a7973c req-19d6fe1c-8503-44ea-a95c-35d741563e15 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1609287 Jan 18 19:47:51.434594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:51.447798 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e5c04037-5ff9-4679-8d39-ecfb2e4912c3 req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9442701 Jan 18 19:47:51.463464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5605f-094c-434b-a34f-d85d6143267c req-f7e7183d-d43b-4059-8de4-f03f31e6f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:51.465370 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-f7e7183d-d43b-4059-8de4-f03f31e6f51c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 1161 time: 0.1609893 Jan 18 19:47:51.524552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:51.570279 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-be4f8905-17bb-4e89-a482-be2064a7973c req-99537687-1c44-4985-9244-7e89c7a8a067 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209219 Jan 18 19:47:51.726822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5605f-094c-434b-a34f-d85d6143267c req-f270fdb5-5322-4c8c-8e1b-a2a76ac042f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:51.728900 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-f270fdb5-5322-4c8c-8e1b-a2a76ac042f9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.2572312 Jan 18 19:47:51.836626 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-c2c70707-6e66-4306-be47-f2d7a38459f9 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups/513cccaa-4c2e-4e20-bfe3-dedd9ac0c584 HTTP/1.1" status: 200 len: 1800 time: 0.1577775 Jan 18 19:47:51.847267 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '513cccaa-4c2e-4e20-bfe3-dedd9ac0c584', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:51.847643 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '513cccaa-4c2e-4e20-bfe3-dedd9ac0c584', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:51.874475 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:51.880138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Usage tracker for resource:security_group_rule and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:51.887963 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:51.901686 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:52.030233 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-33eafeb4-f0cc-4622-9f0e-28c104a910a3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dade2b2-3e89-404b-9295-9341483ab20f HTTP/1.1" status: 200 len: 1000 time: 0.2919533 Jan 18 19:47:52.085647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:52.099018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Transition to ACTIVE for port object 05f2dd2b-3bc6-478c-b346-b494f51e7a22 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:47:52.107636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 3b51c500-28b6-495c-9f59-29c424fcde77 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:52.144476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:52.174086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5605f-094c-434b-a34f-d85d6143267c req-5ac1b532-e127-4bce-b767-e4abcf9946ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:52.177030 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-5ac1b532-e127-4bce-b767-e4abcf9946ff service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.1380565 Jan 18 19:47:52.210977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:52.213650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:52.238431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:52.283220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:52.330829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5605f-094c-434b-a34f-d85d6143267c req-8b6790b8-40ce-4519-ba49-c3aa7ad41875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:52.334914 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-8b6790b8-40ce-4519-ba49-c3aa7ad41875 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1466556 Jan 18 19:47:52.335831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:52.360408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cc5e43-2652-42f9-aac6-ddb007d9f72b,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:52.368062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:52.370095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:52.371406 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a1bc8dc-f57c-40f9-8698-aa6c60bb9f6c req-f5712d5a-97f7-487c-906b-cdd963ac0cfa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5339570 Jan 18 19:47:52.401442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae368c-7ed4-41cc-9ad8-a8cc419644c3 req-bde5e257-4560-4167-8e02-3cd6642227f2 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:52.437973 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ebae368c-7ed4-41cc-9ad8-a8cc419644c3 req-bde5e257-4560-4167-8e02-3cd6642227f2 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3754694 Jan 18 19:47:52.439698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:52.454136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:52.481171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a5610992-f6db-471b-b443-8ae675c1a8c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:52.558259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-e393c14b-864d-44bc-a25c-838d3c9eb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:52.560015 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-e393c14b-864d-44bc-a25c-838d3c9eb474 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 1162 time: 0.6346815 Jan 18 19:47:52.569594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889ec20-c21f-41fb-ad98-e176c3323678 None None] Pushing event updated for resources: {'Port': ['ID=05f2dd2b-3bc6-478c-b346-b494f51e7a22,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:52.577083 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-6d5b1d2f-4429-4fc1-a776-8f02d9316ecd service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359254 Jan 18 19:47:52.580540 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6889ec20-c21f-41fb-ad98-e176c3323678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:52.628773 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ebae368c-7ed4-41cc-9ad8-a8cc419644c3 req-d0462107-addc-4df3-8ff0-2d2cd8e6ea7e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896284 Jan 18 19:47:52.750586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:52.751018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:52.780596 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-fe15b095-3025-46ef-94cb-9525acb3730c tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups/513cccaa-4c2e-4e20-bfe3-dedd9ac0c584 HTTP/1.1" status: 200 len: 2393 time: 0.3399136 Jan 18 19:47:52.791460 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-23d5605f-094c-434b-a34f-d85d6143267c req-f302bf4e-6ccf-4de5-903b-2bc24aef8c64 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2032292 Jan 18 19:47:52.805897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '513cccaa-4c2e-4e20-bfe3-dedd9ac0c584', 'remote_group_id': None}]} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:52.806288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '513cccaa-4c2e-4e20-bfe3-dedd9ac0c584', 'remote_group_id': None}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:47:52.824805 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:47:52.843618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Usage tracker for resource:security_group_rule and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:47:52.848905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:47:52.859232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-f4ed410d-0177-4f90-862e-8d6d66f5097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:52.860882 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-f4ed410d-0177-4f90-862e-8d6d66f5097d service neutron] 10.222.0.113 "GET /v2.0/networks?id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 200 len: 912 time: 0.2922082 Jan 18 19:47:52.861936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:47:52.968088 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-4ca2d7dd-a51e-40de-ac80-333cfedad40c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 200 len: 217 time: 0.0975511 Jan 18 19:47:53.065334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 3b51c500-28b6-495c-9f59-29c424fcde77 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:53.066328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:53.125065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Attempting to bind port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 on host dv-cinder-562053-17-smb for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:47:53.125491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Attempting to bind port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 by drivers openvswitch on host dv-cinder-562053-17-smb at level 0 using segments [{'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:47:53.125907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Attempting to bind port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 on network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:47:53.218631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Checking agent: {'id': '0a1c6ed3-6979-4f1e-9769-785f2e65099f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 35, 46), 'started_at': datetime.datetime(2021, 1, 18, 19, 36, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.105', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:47:53.219054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Checking segment: {'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:47:53.219534 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:53.219978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Bound using segment: {'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:47:53.220523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Bound port: 05f2dd2b-3bc6-478c-b346-b494f51e7a22, host: dv-cinder-562053-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1713002-6a66-4446-a3be-6f75fdd92d82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:47:53.220946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:53.300637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-2f64f013-0181-46f4-827f-c1ac5833c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:53.303460 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-2f64f013-0181-46f4-827f-c1ac5833c63e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 200 len: 858 time: 0.3244081 Jan 18 19:47:53.393995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] For port 05f2dd2b-3bc6-478c-b346-b494f51e7a22, host dv-cinder-562053-17-smb, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:47:53.397946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] For port 05f2dd2b-3bc6-478c-b346-b494f51e7a22, host dv-cinder-562053-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=05f2dd2b-3bc6-478c-b346-b494f51e7a22,segment=NetworkSegment(c1713002-6a66-4446-a3be-6f75fdd92d82),segment_id=c1713002-6a66-4446-a3be-6f75fdd92d82)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:47:53.425229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:53.455582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:53.514817 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-69c71dc8-356d-41cc-88ac-fd646b4a61bb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1938639 Jan 18 19:47:53.521424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:53.539358 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:53.645883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67538e-0713-40de-b56e-145d83a068e2 req-3432c3c5-b8a6-4426-91e1-35ac7f7d311f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:53.647756 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd67538e-0713-40de-b56e-145d83a068e2 req-3432c3c5-b8a6-4426-91e1-35ac7f7d311f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.5701950 Jan 18 19:47:53.770501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:53.779464 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd67538e-0713-40de-b56e-145d83a068e2 req-6c8ebc5c-3353-4dfc-b5bd-e5ffc7d2c121 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211209 Jan 18 19:47:53.782795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:53.795423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-09969edd-24ad-4aee-ae2a-cc3dae9d0e3a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:53.837510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77b9130-826a-4938-aabb-4474e60b237f,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:53.844144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:53.880011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:53.881328 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ff561a8-c6ec-46e7-b496-ebe7e1210e56 req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0917087 Jan 18 19:47:53.885212 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-f6e1aa78-8944-47b8-9431-52525d456c03 service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530431 Jan 18 19:47:54.129950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889ec20-c21f-41fb-ad98-e176c3323678 None None] Pushing event updated for resources: {'Port': ['ID=05f2dd2b-3bc6-478c-b346-b494f51e7a22,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:54.139170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:54.139851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:54.209373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6889ec20-c21f-41fb-ad98-e176c3323678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:54.241509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Routers {'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:47:54.242656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:47:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:54.253415 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c08a12-abe5-4d24-8b23-5ac28fcb51aa req-8aeed953-c080-41ff-bd66-55cc301b9a1f service neutron] 10.222.0.113 "GET /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3499668 Jan 18 19:47:54.282669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33371346-d4db-4eef-b2a4-94af23107a9f req-9e492d73-86f8-415c-b3a6-4036d70114c6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:54.290475 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-33371346-d4db-4eef-b2a4-94af23107a9f req-9e492d73-86f8-415c-b3a6-4036d70114c6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1930933 Jan 18 19:47:54.366554 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-33371346-d4db-4eef-b2a4-94af23107a9f req-e2ef9de0-302c-456a-92f5-99dc63672d3a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Jan 18 19:47:54.842656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] Set router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:47:55.181333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c938c1-3083-4e67-9347-9390a9408487 req-ca5784ac-7276-498e-a1b0-d81915306cca tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:55.203764 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-03c938c1-3083-4e67-9347-9390a9408487 req-ca5784ac-7276-498e-a1b0-d81915306cca tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1997530 Jan 18 19:47:55.320624 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-03c938c1-3083-4e67-9347-9390a9408487 req-1ad473e3-60a3-4a42-94d0-e0cc2eaa05c7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157804 Jan 18 19:47:55.357666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 4, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '05f2dd2b-3bc6-478c-b346-b494f51e7a22', 'name': '', 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'mac_address': 'fa:16:3e:bf:96:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0008688a-48da-4723-9dee-452c07462ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:44Z', 'updated_at': '2021-01-18T19:47:53Z', 'revision_number': 4, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'subnets': [{'id': '0008688a-48da-4723-9dee-452c07462ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:47:55.363183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eafcb5-9d47-42f7-b986-0577493972fa None None] The sync data for ids ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'] in dv-cinder-562053-17-smb is: [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 4, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '05f2dd2b-3bc6-478c-b346-b494f51e7a22', 'name': '', 'network_id': 'f9651d0e-f5d2-4514-b4ce-64ad32316eb5', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'mac_address': 'fa:16:3e:bf:96:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0008688a-48da-4723-9dee-452c07462ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:44Z', 'updated_at': '2021-01-18T19:47:53Z', 'revision_number': 4, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'subnets': [{'id': '0008688a-48da-4723-9dee-452c07462ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:47:55.675910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:55.850198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1853e3d-7bdf-4fc0-aa92-ca13146b49fe req-2265faa4-ac8b-4df0-8615-0e0c8c4c2d29 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:55.859073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:55.859497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:55.859953 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c1853e3d-7bdf-4fc0-aa92-ca13146b49fe req-2265faa4-ac8b-4df0-8615-0e0c8c4c2d29 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2058747 Jan 18 19:47:55.935557 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c1853e3d-7bdf-4fc0-aa92-ca13146b49fe req-c54a978f-6af3-4e5f-b9d1-6388f9542cbc tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714469 Jan 18 19:47:56.692818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ed842-f78f-4f58-b4d8-dadb8b58932b req-7d90d48d-45a3-4c78-b6eb-5eb8085b0f48 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:56.695163 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3a0ed842-f78f-4f58-b4d8-dadb8b58932b req-7d90d48d-45a3-4c78-b6eb-5eb8085b0f48 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1442528 Jan 18 19:47:56.787605 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3a0ed842-f78f-4f58-b4d8-dadb8b58932b req-4308d54e-ba40-4e59-837e-6d0ac80cf3ec tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852969 Jan 18 19:47:57.363347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e73847-7cd1-4433-88a3-b20f4d3a7155 req-318bb82e-cdbf-40e5-8320-75ebae19cbf0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:57.372138 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f0e73847-7cd1-4433-88a3-b20f4d3a7155 req-318bb82e-cdbf-40e5-8320-75ebae19cbf0 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1783397 Jan 18 19:47:57.498533 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f0e73847-7cd1-4433-88a3-b20f4d3a7155 req-2885c6fb-85f7-4485-9dbe-c2d9dbb65a46 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239102 Jan 18 19:47:57.598672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 05f2dd2b-3bc6-478c-b346-b494f51e7a22 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:57.708712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:57.818649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port f7ebde74-cec3-459f-afb3-816dd5a3b6ea triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:57.819096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:57.876913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning for port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:47:57.896748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:57.897173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:58.245480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:58.346873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b170169-54b8-446f-bd18-a823313ab329 req-8e8e95a9-f11a-4e9f-a0a5-0da13cd19c31 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:58.351714 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4b170169-54b8-446f-bd18-a823313ab329 req-8e8e95a9-f11a-4e9f-a0a5-0da13cd19c31 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.3130872 Jan 18 19:47:58.361013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] For port 05f2dd2b-3bc6-478c-b346-b494f51e7a22, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=05f2dd2b-3bc6-478c-b346-b494f51e7a22,segment=NetworkSegment(c1713002-6a66-4446-a3be-6f75fdd92d82),segment_id=c1713002-6a66-4446-a3be-6f75fdd92d82)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:47:58.369955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:58.375302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-528af416-e0f8-426c-9ed9-2dd79839a8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:47:58.463043 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4b170169-54b8-446f-bd18-a823313ab329 req-697b8b5a-3280-424f-99eb-e70ffefd8f00 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005960 Jan 18 19:47:58.516708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Pushing event updated for resources: {'Port': ['ID=05f2dd2b-3bc6-478c-b346-b494f51e7a22,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:47:58.543001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:47:59.495471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 05f2dd2b-3bc6-478c-b346-b494f51e7a22 up at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:47:59.606622 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Provisioning complete for port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:47:59.607186 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:47:59.809576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae171a8-ba69-4dd9-8ebd-8fcfbeed66f3 req-9a0be77e-af08-4590-98e9-864a05d3cea4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:47:59.818196 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4ae171a8-ba69-4dd9-8ebd-8fcfbeed66f3 req-9a0be77e-af08-4590-98e9-864a05d3cea4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1526349 Jan 18 19:47:59.945218 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4ae171a8-ba69-4dd9-8ebd-8fcfbeed66f3 req-8a5a752c-d272-46fc-8c51-c0b5c4f8662e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218412 Jan 18 19:48:00.529716 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:48:01.253412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b3d9a-8e3a-469f-9d2e-387d6a6dbaa0 req-ecdec10d-9f42-4f4d-9e75-5c8b94cc6a8a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:01.255330 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b42b3d9a-8e3a-469f-9d2e-387d6a6dbaa0 req-ecdec10d-9f42-4f4d-9e75-5c8b94cc6a8a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1326873 Jan 18 19:48:01.338160 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b42b3d9a-8e3a-469f-9d2e-387d6a6dbaa0 req-470e0904-4a6d-4fa2-af7c-e8c82f448ab9 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743394 Jan 18 19:48:02.630120 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbed98-36f9-4c84-9fde-db5aff3a78e8 req-de3d7062-50be-4d37-9753-6a953c1c5127 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:02.632567 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2acbed98-36f9-4c84-9fde-db5aff3a78e8 req-de3d7062-50be-4d37-9753-6a953c1c5127 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1307070 Jan 18 19:48:02.686398 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2acbed98-36f9-4c84-9fde-db5aff3a78e8 req-5d7d3061-8cf2-4dac-9479-6c7e97ce36f7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460877 Jan 18 19:48:03.289285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd5dc-c47a-4e09-ae81-afe598c806aa req-f3fff5d4-9c3b-40fb-9a8c-043872ca5c97 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:03.291462 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a6bd5dc-c47a-4e09-ae81-afe598c806aa req-f3fff5d4-9c3b-40fb-9a8c-043872ca5c97 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1236844 Jan 18 19:48:03.346058 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a6bd5dc-c47a-4e09-ae81-afe598c806aa req-701fccbe-ecc0-4a05-b157-74b83535099c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Jan 18 19:48:03.941607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d96e0a-3420-42e0-9a72-9c39697e07bf req-b1872abf-0e12-46f3-85af-a9f12d7e89a8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:03.943562 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e4d96e0a-3420-42e0-9a72-9c39697e07bf req-b1872abf-0e12-46f3-85af-a9f12d7e89a8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1047816 Jan 18 19:48:04.001660 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e4d96e0a-3420-42e0-9a72-9c39697e07bf req-9ea0f4a7-78a9-4bca-a016-a1a7a8bc07f3 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513058 Jan 18 19:48:04.375800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:04.658158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1c17-3c2d-43fd-a361-baae5ada8ed4 req-a43aa1b1-b662-43b2-b73a-19c0455a6ef1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:04.660183 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ec3c1c17-3c2d-43fd-a361-baae5ada8ed4 req-a43aa1b1-b662-43b2-b73a-19c0455a6ef1 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1343551 Jan 18 19:48:04.720624 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ec3c1c17-3c2d-43fd-a361-baae5ada8ed4 req-283bd329-4574-40fb-a6fd-41c32d93bffd tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Jan 18 19:48:05.364246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae752cce-975f-4aa6-8a89-37a189422601 req-b68749e8-1226-47f5-abae-4e7b61a7ac49 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:05.373291 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae752cce-975f-4aa6-8a89-37a189422601 req-b68749e8-1226-47f5-abae-4e7b61a7ac49 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1630831 Jan 18 19:48:05.429184 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae752cce-975f-4aa6-8a89-37a189422601 req-4ef3b96e-8ea9-4328-a1a4-5916a5e74b5c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545101 Jan 18 19:48:05.967551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9945-72d8-4fbc-b9df-81d22bb5f664 req-d1677669-43fe-4a93-89c9-5dba483e008e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:05.969167 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d94b9945-72d8-4fbc-b9df-81d22bb5f664 req-d1677669-43fe-4a93-89c9-5dba483e008e tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1077719 Jan 18 19:48:06.045902 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d94b9945-72d8-4fbc-b9df-81d22bb5f664 req-1eef95ab-474a-48e8-812c-61691ec00779 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694313 Jan 18 19:48:06.724530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c69f04-4f32-4288-ad6f-e87087c95f02 req-5d55e3ab-2715-4d25-9dfe-865206788eb0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:06.726207 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-82c69f04-4f32-4288-ad6f-e87087c95f02 req-5d55e3ab-2715-4d25-9dfe-865206788eb0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1072500 Jan 18 19:48:06.799642 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-82c69f04-4f32-4288-ad6f-e87087c95f02 req-31cac055-334a-4d65-b9cd-d0949820bcdd tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655203 Jan 18 19:48:07.289899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2e2eb-3dd0-45d2-92e3-3b0705022ffe req-256904c0-f1ba-4f8c-b20a-f8d6814483fa tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:07.291267 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5bc2e2eb-3dd0-45d2-92e3-3b0705022ffe req-256904c0-f1ba-4f8c-b20a-f8d6814483fa tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1134505 Jan 18 19:48:07.371289 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5bc2e2eb-3dd0-45d2-92e3-3b0705022ffe req-ebaa8d01-9ce6-469e-9b85-2dbe5cf1b71a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728321 Jan 18 19:48:07.713571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 4ba639fc-8a00-44ab-9fde-e241b8dc8feb no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:48:07.839688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:07.870823 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba639fc-8a00-44ab-9fde-e241b8dc8feb'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:07.882386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:07.885672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:07.889058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-528af416-e0f8-426c-9ed9-2dd79839a8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:07.900745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-42ce45e8-dfab-4d43-bd59-5e9c59e3ffc3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:07.902451 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-42ce45e8-dfab-4d43-bd59-5e9c59e3ffc3 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.113 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 946 time: 0.1088974 Jan 18 19:48:07.962382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:07.967396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:08.318044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Deleting port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:48:08.318427 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:08.496506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36532) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:08.512677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d687d-a5e1-46a9-aa73-bdbe7a5ba2af req-f798af4f-acb0-45a0-95f7-22422fba5de4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:08.514391 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5f0d687d-a5e1-46a9-aa73-bdbe7a5ba2af req-f798af4f-acb0-45a0-95f7-22422fba5de4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.5570388 Jan 18 19:48:08.690698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] For port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:08.691132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:08.692160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:08.709105 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:08.713630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Usage tracker for resource:security_group_rule and tenant:96a22eed3b01470898053792dfff7c60 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:08.717301 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:08.724091 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5f0d687d-a5e1-46a9-aa73-bdbe7a5ba2af req-ae0b245f-f0ce-494f-9011-f71743a4cce4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899352 Jan 18 19:48:08.733086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:08.821804 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba639fc-8a00-44ab-9fde-e241b8dc8feb', 'code': 200} Jan 18 19:48:08.832837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:08.836825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:08.846499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a058cc25-14a4-4159-92a7-ea22c2ea31f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:08.859600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Calling delete_port for 4ba639fc-8a00-44ab-9fde-e241b8dc8feb owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:48:08.891644 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=96a22eed3b01470898053792dfff7c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909001 Jan 18 19:48:08.891644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708b6f17-0b68-4807-aa88-3fa99d0ff0a6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:08.892654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36538) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:08.911984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:08.964887 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49c7bdc9-df6e-4797-8368-dfca5fbb828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:08.997214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49c7bdc9-df6e-4797-8368-dfca5fbb828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.050536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49c7bdc9-df6e-4797-8368-dfca5fbb828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.057745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:09.071877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7bdc9-df6e-4797-8368-dfca5fbb828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708b6f17-0b68-4807-aa88-3fa99d0ff0a6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:09.074359 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-49c7bdc9-df6e-4797-8368-dfca5fbb828c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:09.075399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49c7bdc9-df6e-4797-8368-dfca5fbb828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.079521 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-49c7bdc9-df6e-4797-8368-dfca5fbb828c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/708b6f17-0b68-4807-aa88-3fa99d0ff0a6 HTTP/1.1" status: 204 len: 168 time: 0.1858366 Jan 18 19:48:09.140494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91592138-5469-4f39-81b9-b3bef61fe195 req-606e1b86-c80f-478e-a65d-3c1c0af52251 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:09.143399 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-91592138-5469-4f39-81b9-b3bef61fe195 req-606e1b86-c80f-478e-a65d-3c1c0af52251 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 944 time: 0.2170177 Jan 18 19:48:09.179970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.204622 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:09.274493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Pushing event deleted for resources: {'Port': ['ID=4ba639fc-8a00-44ab-9fde-e241b8dc8feb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:09.284477 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-91592138-5469-4f39-81b9-b3bef61fe195 req-28246f12-106e-43b3-99ad-2a18e6fe1941 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340523 Jan 18 19:48:09.285379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:09.492550 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36546) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:09.511875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.528202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:09.532254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Usage tracker for resource:security_group_rule and tenant:ae67a8370412413d91c6fdfeee9ac465 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:09.535222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:09.540902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:09.570642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] No DVR routers for this DVR port 4ba639fc-8a00-44ab-9fde-e241b8dc8feb on host hv-cinder-56205 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:48:09.574162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.577765 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'name': 'network-vif-deleted', 'tag': '4ba639fc-8a00-44ab-9fde-e241b8dc8feb'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:09.605725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-e46c01ee-3963-430b-88dc-1ff665a60fee tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:09.607558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-e46c01ee-3963-430b-88dc-1ff665a60fee tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 814 time: 0.2720890 Jan 18 19:48:09.625236 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c7b8791d-9a8c-4975-b55b-a124b049ecfa req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.113 "DELETE /v2.0/ports/4ba639fc-8a00-44ab-9fde-e241b8dc8feb HTTP/1.1" status: 204 len: 173 time: 1.7168605 Jan 18 19:48:09.639995 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-690ae358-137d-47c6-acdd-86df07304cfa tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/quotas/fa32c12984514f04bb1698033cd3c918 HTTP/1.1" status: 200 len: 375 time: 0.0174253 Jan 18 19:48:09.646585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.651324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.675672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cd6ecf94-9e0c-4e55-92bc-2d850eb5b28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:09.698058 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ae67a8370412413d91c6fdfeee9ac465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043195 Jan 18 19:48:09.702023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 36554) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:09.714733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56715ac-cf76-456b-b08d-5757fa7df0e7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:09.718107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:09.721041 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d33de6-53be-4cba-a697-3e1c2f180fbf', 'name': 'network-vif-deleted', 'tag': '4ba639fc-8a00-44ab-9fde-e241b8dc8feb', 'status': 'completed', 'code': 200} Jan 18 19:48:09.791260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-9449696f-b562-4f35-978c-0a51d1309cc3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Synchronizing usage tracker for tenant:fa32c12984514f04bb1698033cd3c918 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:09.812855 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eaac0f4a-718b-4182-8f5f-37f5e26b3b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:09.835442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-9449696f-b562-4f35-978c-0a51d1309cc3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Unset dirty status for tenant:fa32c12984514f04bb1698033cd3c918 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:09.836827 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-9449696f-b562-4f35-978c-0a51d1309cc3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930313 Jan 18 19:48:09.853410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eaac0f4a-718b-4182-8f5f-37f5e26b3b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:10.119634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eaac0f4a-718b-4182-8f5f-37f5e26b3b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:10.126645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba259307-bad5-49d9-9a5b-3b29c0460e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:10.134662 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-6ad955b9-d459-40e1-aab8-ccb6b16e3030 service neutron] 10.222.0.109 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838569 Jan 18 19:48:10.161895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d68ac-0f3c-4cd0-b0fa-ecf905e60c24 req-79a363b6-6b69-421e-be48-476f6322fa20 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:10.163530 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-419d68ac-0f3c-4cd0-b0fa-ecf905e60c24 req-79a363b6-6b69-421e-be48-476f6322fa20 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.2718964 Jan 18 19:48:10.167845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac0f4a-718b-4182-8f5f-37f5e26b3b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56715ac-cf76-456b-b08d-5757fa7df0e7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:10.198459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eaac0f4a-718b-4182-8f5f-37f5e26b3b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:10.248230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eaac0f4a-718b-4182-8f5f-37f5e26b3b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:10.249451 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-eaac0f4a-718b-4182-8f5f-37f5e26b3b31 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a56715ac-cf76-456b-b08d-5757fa7df0e7 HTTP/1.1" status: 204 len: 168 time: 0.5445728 Jan 18 19:48:10.365126 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-419d68ac-0f3c-4cd0-b0fa-ecf905e60c24 req-56b078a7-82e4-4b30-8e91-f06ba6bcd9e2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690273 Jan 18 19:48:10.413099 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-ed1ad950-5572-40f7-be8a-db4dcc55f799 service neutron] 10.222.0.109 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2483525 Jan 18 19:48:10.689539 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e39a1bf3-4581-4993-8cee-e8fe18c8a52d req-8a26b0c4-485b-4302-a7bd-ac4277c64fb1 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 210 time: 0.0545988 Jan 18 19:48:10.738851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-9e8baad7-eea5-42ec-b6b9-7fcf8b3a5e12 req-1f4731b9-a9b2-4c4e-a698-79b2af4ef49f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Synchronizing usage tracker for tenant:c1fb72f1a21e450e89299c59a9abcb4f on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:10.754756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-9e8baad7-eea5-42ec-b6b9-7fcf8b3a5e12 req-1f4731b9-a9b2-4c4e-a698-79b2af4ef49f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Unset dirty status for tenant:c1fb72f1a21e450e89299c59a9abcb4f on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:10.756255 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e8baad7-eea5-42ec-b6b9-7fcf8b3a5e12 req-1f4731b9-a9b2-4c4e-a698-79b2af4ef49f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=92d33de6-53be-4cba-a697-3e1c2f180fbf HTTP/1.1" status: 200 len: 210 time: 0.0805190 Jan 18 19:48:11.704322 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc10f5-bd4f-4185-bff6-d230f1990885 req-7dccdac3-6136-4932-95ca-b586a1571ded tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:11.706038 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-08bc10f5-bd4f-4185-bff6-d230f1990885 req-7dccdac3-6136-4932-95ca-b586a1571ded tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 944 time: 0.1327276 Jan 18 19:48:11.767605 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-08bc10f5-bd4f-4185-bff6-d230f1990885 req-f2021e43-7335-4812-b1ba-1855cc7647e0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546756 Jan 18 19:48:12.092250 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-74e65b8e-3885-4462-ba8a-277cbc43da04 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:12.093916 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-74e65b8e-3885-4462-ba8a-277cbc43da04 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.113 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 814 time: 0.2796538 Jan 18 19:48:12.130209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:48:12.152255 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'port': {'device_id': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'admin_state_up': True, 'tenant_id': 'fa32c12984514f04bb1698033cd3c918'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:12.279548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:12.281288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:12.328893 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-771b0626-c5f5-4489-bf1b-c8fe11d8185f req-f9024dd6-0630-41ca-8d6e-0ff10815204e tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 210 time: 0.2338481 Jan 18 19:48:12.333228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:12.354423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:12.366709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Made reservation on behalf of fa32c12984514f04bb1698033cd3c918 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:48:12.380357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:12.536246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:12.590526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:12.599731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 0dade2b2-3e89-404b-9295-9341483ab20f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=0dade2b2-3e89-404b-9295-9341483ab20f,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:12.607920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:12.617556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:12.682344 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f', 'code': 200} Jan 18 19:48:12.725818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd826819-611e-4450-8c11-70b8d65d07b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:12.741495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=0dade2b2-3e89-404b-9295-9341483ab20f,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:12.745782 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:13.149152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c37df-ec88-454b-9ff2-02e2e635c434 req-b1ed43ad-a02d-40fe-9e88-aae63bc82527 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:13.157123 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f68c37df-ec88-454b-9ff2-02e2e635c434 req-b1ed43ad-a02d-40fe-9e88-aae63bc82527 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.6025410 Jan 18 19:48:13.326057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddedfc5-39ec-480d-8db3-58ca24c2e417 req-d3a689c2-dd8b-4464-8608-3a84034d003c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:13.327921 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ddedfc5-39ec-480d-8db3-58ca24c2e417 req-d3a689c2-dd8b-4464-8608-3a84034d003c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.3316960 Jan 18 19:48:13.337480 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f68c37df-ec88-454b-9ff2-02e2e635c434 req-55411417-8fca-4a3a-a3f2-fcc17a2b374a tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792855 Jan 18 19:48:13.346228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Allocated IP 172.20.0.8 (9610ebf6-945d-4c4f-a276-1f974178c3d8/ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739/70421f33-8885-4afd-b2f6-232b98e1d030) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:48:13.431421 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ddedfc5-39ec-480d-8db3-58ca24c2e417 req-4bc9be01-a6ee-4619-b678-d6db94040cfd tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926273 Jan 18 19:48:13.559294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592586b-c97d-4c21-92d4-0edf4ddec7e9 req-8dd22f26-42a8-4587-bd05-f1aee74ce085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:13.568501 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c592586b-c97d-4c21-92d4-0edf4ddec7e9 req-8dd22f26-42a8-4587-bd05-f1aee74ce085 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 1163 time: 0.2107096 Jan 18 19:48:13.613581 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9a348d6-6e36-4d5d-849f-88e7adeb927b req-7ec39d7c-49fa-4a27-8cc1-62a264899f0d tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 210 time: 0.0783010 Jan 18 19:48:13.841309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:13.857841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:48:13.865176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Transition to ACTIVE for port object 70421f33-8885-4afd-b2f6-232b98e1d030 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:48:13.927634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:13.990863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:13.991435 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:13.999790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2c521908-4649-447a-80ea-c14db7577475 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:14.018475 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c592586b-c97d-4c21-92d4-0edf4ddec7e9 req-e02e3798-20b0-4fb1-b12c-8718b902a222 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846015 Jan 18 19:48:14.288966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event updated for resources: {'Port': ['ID=70421f33-8885-4afd-b2f6-232b98e1d030,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:14.294407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:14.344347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:48:14.345607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:48:14.347966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:48:14.367413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:14.367413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:14.403582 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2567074 Jan 18 19:48:14.430838 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Request body: {'port': {'device_id': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:14.764513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-50a9805e-2f46-42b1-b2cc-4d76beaa021a None None] Provisioning for port 70421f33-8885-4afd-b2f6-232b98e1d030 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:48:14.770734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-50a9805e-2f46-42b1-b2cc-4d76beaa021a None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:14.771745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-50a9805e-2f46-42b1-b2cc-4d76beaa021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:14.811592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:14.844366 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-50a9805e-2f46-42b1-b2cc-4d76beaa021a None None] Port 70421f33-8885-4afd-b2f6-232b98e1d030 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:48:14.872263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62ad93e8-90dc-4dae-9d95-63b9d363afa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:14.956410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610c9e9-dc35-4da0-98b5-4e98bdd04885 req-6d5ef16b-26d8-49d1-be07-f7a9b854e74d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:14.957729 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1610c9e9-dc35-4da0-98b5-4e98bdd04885 req-6d5ef16b-26d8-49d1-be07-f7a9b854e74d tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3365879 Jan 18 19:48:14.978097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:15.102748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d96832-0c1a-4221-bcbf-ba9620fb10dd req-0501e16e-1d7b-4416-9dd4-00a9176bff15 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:15.104470 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-77d96832-0c1a-4221-bcbf-ba9620fb10dd req-0501e16e-1d7b-4416-9dd4-00a9176bff15 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.3750463 Jan 18 19:48:15.113157 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1610c9e9-dc35-4da0-98b5-4e98bdd04885 req-168b2f1b-2fbc-4f55-a7ab-709a64c902c6 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391699 Jan 18 19:48:15.247166 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-77d96832-0c1a-4221-bcbf-ba9620fb10dd req-1a084f0f-024b-4318-9f71-2ae80f188380 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324279 Jan 18 19:48:15.629688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42ba43-688b-43bb-a6fd-60430c076416 req-23150cb2-cf12-418c-9e4e-931146c675d3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:15.630524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-fc42ba43-688b-43bb-a6fd-60430c076416 req-23150cb2-cf12-418c-9e4e-931146c675d3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Synchronizing usage tracker for tenant:fa32c12984514f04bb1698033cd3c918 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:15.660019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-fc42ba43-688b-43bb-a6fd-60430c076416 req-23150cb2-cf12-418c-9e4e-931146c675d3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Unset dirty status for tenant:fa32c12984514f04bb1698033cd3c918 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:15.668102 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fc42ba43-688b-43bb-a6fd-60430c076416 req-23150cb2-cf12-418c-9e4e-931146c675d3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 931 time: 0.2889421 Jan 18 19:48:15.762811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70421f33-8885-4afd-b2f6-232b98e1d030 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:48:15.774846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:15.783272 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fc42ba43-688b-43bb-a6fd-60430c076416 req-556ab3fb-4629-4f0e-940b-20babccb74c5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142311 Jan 18 19:48:15.796509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Transition to ACTIVE for port object 70421f33-8885-4afd-b2f6-232b98e1d030 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:48:15.801760 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:15.831873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-26c8d790-a6cf-4955-809f-c21ef748f61f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:15.944081 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:48:15.995420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Pushing event updated for resources: {'Port': ['ID=70421f33-8885-4afd-b2f6-232b98e1d030,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:16.038583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:16.065407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 0dade2b2-3e89-404b-9295-9341483ab20f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:16.065971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.143923 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Attempting to bind port 70421f33-8885-4afd-b2f6-232b98e1d030 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:48:16.144308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Attempting to bind port 70421f33-8885-4afd-b2f6-232b98e1d030 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:48:16.144684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Attempting to bind port 70421f33-8885-4afd-b2f6-232b98e1d030 on network 9610ebf6-945d-4c4f-a276-1f974178c3d8 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:48:16.154420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:48:16.154783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Checking segment: {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:48:16.155438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.155916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Bound using segment: {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:48:16.156509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Bound port: 70421f33-8885-4afd-b2f6-232b98e1d030, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:48:16.157542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.332216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36720) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:16.393454 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] For port 70421f33-8885-4afd-b2f6-232b98e1d030, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:48:16.398025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] For port 70421f33-8885-4afd-b2f6-232b98e1d030, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=70421f33-8885-4afd-b2f6-232b98e1d030,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:48:16.405100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.426231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.568755 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-39857477-c5d3-40ae-89c4-b3cf085888d5 tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:16.681777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.699570 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:16.705137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Usage tracker for resource:security_group_rule and tenant:a9c1af0eebba4e4f89a8a407f25de80a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:16.708594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:16.717260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:16.770364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Pushing event updated for resources: {'Port': ['ID=70421f33-8885-4afd-b2f6-232b98e1d030,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:16.775492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:16.856161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.862445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:16.863503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.866595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.866872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:16.869558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] 10.222.0.113 "PUT /v2.0/ports/70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 1157 time: 2.4504271 Jan 18 19:48:16.870119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:16.889890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-757d344b-9ccc-415d-b219-96c331bf5c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:16.916638 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3507ef-81ca-4993-895d-d33df9d5277c req-90290f31-5151-48c4-9613-1cee4d51123b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:16.919122 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7d3507ef-81ca-4993-895d-d33df9d5277c req-90290f31-5151-48c4-9613-1cee4d51123b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.2882688 Jan 18 19:48:16.944193 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166a9e5f-1833-46a1-98ff-a340bae4f80b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:16.948292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:16.976825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19de0b-22f4-4e89-be9f-5bff47c247db req-ee9599e8-3c55-45bf-b0bd-c24b519f9a85 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:16.980287 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-af19de0b-22f4-4e89-be9f-5bff47c247db req-ee9599e8-3c55-45bf-b0bd-c24b519f9a85 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.4154830 Jan 18 19:48:16.991843 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a9c1af0eebba4e4f89a8a407f25de80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6575704 Jan 18 19:48:16.998026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36732) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:17.109618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7f37f0f2-a7f8-4a7e-9a40-5ab41d0f81ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:17.187030 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7f37f0f2-a7f8-4a7e-9a40-5ab41d0f81ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:17.274194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7f37f0f2-a7f8-4a7e-9a40-5ab41d0f81ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:17.285309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bcc421d0-3195-44ad-9723-baed3d34cce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:17.306074 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7f37f0f2-a7f8-4a7e-9a40-5ab41d0f81ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:17.307458 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7f37f0f2-a7f8-4a7e-9a40-5ab41d0f81ce admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/166a9e5f-1833-46a1-98ff-a340bae4f80b HTTP/1.1" status: 204 len: 168 time: 0.3078706 Jan 18 19:48:17.310916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37f0f2-a7f8-4a7e-9a40-5ab41d0f81ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166a9e5f-1833-46a1-98ff-a340bae4f80b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:17.314369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7f37f0f2-a7f8-4a7e-9a40-5ab41d0f81ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:17.391823 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7d3507ef-81ca-4993-895d-d33df9d5277c req-81797eb5-d9d5-42d8-a58b-6be2e86e913a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4592233 Jan 18 19:48:17.416193 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-af19de0b-22f4-4e89-be9f-5bff47c247db req-cf711251-14c0-4499-ba15-13f6d8678972 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919713 Jan 18 19:48:17.592960 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030', 'status': 'completed', 'code': 200} Jan 18 19:48:17.802849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6cf5e-d362-41de-bd2f-c876575e2196 req-e5a4d183-727f-479c-a714-014b5923714d tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:17.804523 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9dd6cf5e-d362-41de-bd2f-c876575e2196 req-e5a4d183-727f-479c-a714-014b5923714d tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 943 time: 0.2002816 Jan 18 19:48:17.874897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-93ad46c2-7b3d-49ac-8d07-b9a6048fb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:17.876587 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-93ad46c2-7b3d-49ac-8d07-b9a6048fb7b6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1160 time: 0.1857741 Jan 18 19:48:17.905095 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9dd6cf5e-d362-41de-bd2f-c876575e2196 req-0230b68f-329c-44ee-b9ae-87687bdbb155 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893021 Jan 18 19:48:17.911280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36746) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:17.944321 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:17.984994 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:17.992167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Usage tracker for resource:security_group_rule and tenant:d3958e5a9cb04a38908fb9656ad86d1e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:18.003914 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:18.014610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:18.182103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:18.187133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:18.225326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2230e85b-bff1-4e5e-ac72-9ec99e295969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:18.239635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 36756) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:18.244068 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d3958e5a9cb04a38908fb9656ad86d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263581 Jan 18 19:48:18.269932 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40021e9a-b971-447c-b21b-f04cdb7a4dc7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:18.274443 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:18.321781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0de8df55-a29c-4bd0-828f-1e6d90bc48e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:18.358835 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0de8df55-a29c-4bd0-828f-1e6d90bc48e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:18.439684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0de8df55-a29c-4bd0-828f-1e6d90bc48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:18.445792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:18.458435 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8df55-a29c-4bd0-828f-1e6d90bc48e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40021e9a-b971-447c-b21b-f04cdb7a4dc7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:18.462510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0de8df55-a29c-4bd0-828f-1e6d90bc48e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:18.472571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0de8df55-a29c-4bd0-828f-1e6d90bc48e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:18.474570 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0de8df55-a29c-4bd0-828f-1e6d90bc48e7 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/40021e9a-b971-447c-b21b-f04cdb7a4dc7 HTTP/1.1" status: 204 len: 168 time: 0.2337620 Jan 18 19:48:18.818467 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-c2df18d8-a4fa-4e33-8a4f-50860ae6478c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 217 time: 0.1558981 Jan 18 19:48:19.081216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-6aa3fd16-88c5-4c31-9a05-f801308624aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:19.093548 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-6aa3fd16-88c5-4c31-9a05-f801308624aa service neutron] 10.222.0.113 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.2614117 Jan 18 19:48:19.146299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e8133-d629-4f29-be0d-07382d6f5ffd req-04dc0c4e-3ad8-437d-905d-a220558d2d6a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:19.154756 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-240e8133-d629-4f29-be0d-07382d6f5ffd req-04dc0c4e-3ad8-437d-905d-a220558d2d6a tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.3871679 Jan 18 19:48:19.233620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd692-a5f7-4b12-a344-bedb5ef6716a req-e191d87a-bb2b-43e1-b154-fbe6349dd5de tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:19.235533 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-499fd692-a5f7-4b12-a344-bedb5ef6716a req-e191d87a-bb2b-43e1-b154-fbe6349dd5de tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.4056404 Jan 18 19:48:19.258584 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-240e8133-d629-4f29-be0d-07382d6f5ffd req-b7893543-3c64-44e0-904c-9ed6016e5df8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027951 Jan 18 19:48:19.329184 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-499fd692-a5f7-4b12-a344-bedb5ef6716a req-511e7887-b0ee-4112-873c-69d40677ca43 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685270 Jan 18 19:48:19.752744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d5fc1-5c8e-4ff4-9b81-ec92c1038ba3 req-cd857468-028a-4ab7-9f16-acc370707a77 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:19.760702 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4e7d5fc1-5c8e-4ff4-9b81-ec92c1038ba3 req-cd857468-028a-4ab7-9f16-acc370707a77 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 943 time: 0.2195466 Jan 18 19:48:19.880634 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4e7d5fc1-5c8e-4ff4-9b81-ec92c1038ba3 req-e4f51e82-1420-4df3-9809-a2cfc4d4ca06 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179101 Jan 18 19:48:20.211348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-933c265a-5699-4a5f-b414-cdd29827bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:20.213980 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-933c265a-5699-4a5f-b414-cdd29827bbac service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1025369 Jan 18 19:48:20.477189 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-a1372399-caf1-4a93-97ca-1740c86bf17d service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533798 Jan 18 19:48:20.914579 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6fbe22c3-7e09-4ca1-a11c-0864cf71fcb6 req-391f36cc-1ccc-4ac3-8d5d-495fe3e4ba66 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2622914 Jan 18 19:48:20.963894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046b8d3-79bd-4748-b37b-ae6e61210b23 req-3e48243d-216b-45e8-8f72-b107abcdaa97 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:20.966032 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7046b8d3-79bd-4748-b37b-ae6e61210b23 req-3e48243d-216b-45e8-8f72-b107abcdaa97 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.3793054 Jan 18 19:48:20.990936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616e1fc-b5e5-4583-a0ed-f082070c49cd req-7bda00ff-b7c8-4625-8236-38e83008d2cd tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:20.993823 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4616e1fc-b5e5-4583-a0ed-f082070c49cd req-7bda00ff-b7c8-4625-8236-38e83008d2cd tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.3386405 Jan 18 19:48:21.111396 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7046b8d3-79bd-4748-b37b-ae6e61210b23 req-74b9d4f8-c0f5-4fc0-87a5-bcd22042ad79 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175833 Jan 18 19:48:21.198023 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4616e1fc-b5e5-4583-a0ed-f082070c49cd req-c3310fd8-6f64-44d2-b883-136e53171850 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895177 Jan 18 19:48:21.499998 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b564bb0-f5bf-444a-8604-8872f906a7f4 req-a6deb581-a6e5-4f0a-9991-b1a1f5f30da2 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:21.508913 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3b564bb0-f5bf-444a-8604-8872f906a7f4 req-a6deb581-a6e5-4f0a-9991-b1a1f5f30da2 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 943 time: 0.1894944 Jan 18 19:48:21.590263 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3b564bb0-f5bf-444a-8604-8872f906a7f4 req-02ac6d51-ce12-4c4a-a1f9-4efd52d7f1e9 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744655 Jan 18 19:48:22.112076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-6c925b0b-3766-442d-a1c9-018435db0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:22.113697 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-6c925b0b-3766-442d-a1c9-018435db0332 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1160 time: 0.0841572 Jan 18 19:48:22.274560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-91b3dad4-3d22-464e-b5be-2310851f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:22.276140 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-91b3dad4-3d22-464e-b5be-2310851f160b service neutron] 10.222.0.113 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.1560431 Jan 18 19:48:22.399634 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-ad561f00-76ca-40c9-9567-fc6a0ab568ac service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 217 time: 0.1127901 Jan 18 19:48:22.521130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-7bb394d7-43fc-4a7d-83d3-2ac308b00c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:22.522727 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-7bb394d7-43fc-4a7d-83d3-2ac308b00c85 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.0893826 Jan 18 19:48:22.638276 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11079d-f0a1-457f-a2c8-57194f6fda6c req-a1d1564b-56a6-4969-9a15-09a1b137265c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:22.645748 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bf11079d-f0a1-457f-a2c8-57194f6fda6c req-a1d1564b-56a6-4969-9a15-09a1b137265c tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.2942696 Jan 18 19:48:22.736572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-6b19080f-cc3a-434c-8685-8f2ae5d3f380 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Synchronizing usage tracker for tenant:253641e381a74392b97f6a1ada2090a7 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:22.756536 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bf11079d-f0a1-457f-a2c8-57194f6fda6c req-56719a26-56bc-4680-bf13-17ea6613859f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047428 Jan 18 19:48:22.776082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-2ae62fd1-a15b-4561-b7e8-692d65a540e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:22.778623 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-2ae62fd1-a15b-4561-b7e8-692d65a540e3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2477202 Jan 18 19:48:22.779785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-6b19080f-cc3a-434c-8685-8f2ae5d3f380 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Unset dirty status for tenant:253641e381a74392b97f6a1ada2090a7 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:22.780979 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-6b19080f-cc3a-434c-8685-8f2ae5d3f380 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-148457775&fields=id&tenant_id=253641e381a74392b97f6a1ada2090a7 HTTP/1.1" status: 200 len: 267 time: 0.2133620 Jan 18 19:48:23.052586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-8d4f23fb-d845-4f92-b72e-44817bd1c301 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:23.054602 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-8d4f23fb-d845-4f92-b72e-44817bd1c301 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 809 time: 0.2654703 Jan 18 19:48:23.109768 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-eaad76bd-30b0-4d0e-b350-9dcf43641eac tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/quotas/253641e381a74392b97f6a1ada2090a7 HTTP/1.1" status: 200 len: 375 time: 0.0290866 Jan 18 19:48:23.343373 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-29677737-7a21-4ff3-b6dd-52220d20f184 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873828 Jan 18 19:48:23.399854 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-941f3b43-13f6-433c-8f53-79eb441b7402 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2344582 Jan 18 19:48:23.448827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999aa0-c662-461b-a413-5ddaff1f55db req-cf779a31-0f19-4ba6-b0aa-c9dce181945f tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:23.451052 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-da999aa0-c662-461b-a413-5ddaff1f55db req-cf779a31-0f19-4ba6-b0aa-c9dce181945f tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 943 time: 0.2391036 Jan 18 19:48:23.539908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36910) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:23.705142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:23.725850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:23.739726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Usage tracker for resource:security_group_rule and tenant:e0b458714f3549208fe335ccc47ffee9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:23.748303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:23.763306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:23.941796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:23.950900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:23.965481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-52068b21-9896-4c74-8bde-bbdbcda03e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:23.969834 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-da999aa0-c662-461b-a413-5ddaff1f55db req-eb504c4e-ce31-43d1-bc95-5c9ea9d6fc6b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912231 Jan 18 19:48:24.026154 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fbe37ebc-7536-47f3-bb57-a86c5ec77e19 req-8473f534-134e-49f6-b624-4f4806219bf6 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6743593 Jan 18 19:48:24.031934 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-abd4ed2a-f5f9-4d5b-8015-da0bd250d26e service neutron] 10.222.0.109 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064575 Jan 18 19:48:24.050481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff63e34f-7640-42d0-bfa6-d4549e7d2703,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:24.054860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:24.086251 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e0b458714f3549208fe335ccc47ffee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5447094 Jan 18 19:48:24.087332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36918) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:24.207371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89569d8a-1cc7-41d7-900b-d3da7906f5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:24.255244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89569d8a-1cc7-41d7-900b-d3da7906f5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:24.305316 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89569d8a-1cc7-41d7-900b-d3da7906f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:24.310304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb8c7ab5-9b48-4409-b0e7-f226958961d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:24.326002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89569d8a-1cc7-41d7-900b-d3da7906f5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff63e34f-7640-42d0-bfa6-d4549e7d2703,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:24.335582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-89569d8a-1cc7-41d7-900b-d3da7906f5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:24.336572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89569d8a-1cc7-41d7-900b-d3da7906f5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:24.340289 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-89569d8a-1cc7-41d7-900b-d3da7906f5b3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ff63e34f-7640-42d0-bfa6-d4549e7d2703 HTTP/1.1" status: 204 len: 168 time: 0.2488129 Jan 18 19:48:24.345046 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-c9bbc35c-4683-4cc5-a72f-c9292b8b90f8 service neutron] 10.222.0.109 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3026397 Jan 18 19:48:24.433216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ec7a9-cda1-4c4a-95ee-329d70c7e2eb req-af676823-a339-4e1b-9398-84e27c387bd7 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:24.435574 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d0ec7a9-cda1-4c4a-95ee-329d70c7e2eb req-af676823-a339-4e1b-9398-84e27c387bd7 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1985722 Jan 18 19:48:24.539834 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d0ec7a9-cda1-4c4a-95ee-329d70c7e2eb req-d9abd170-c501-4a5e-916f-c5d454ff4c65 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975845 Jan 18 19:48:24.663756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635641d-9860-48a5-9bc8-700fe51e518d req-0d760cd8-41f8-48b4-b317-f746c24ca538 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:24.665427 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9635641d-9860-48a5-9bc8-700fe51e518d req-0d760cd8-41f8-48b4-b317-f746c24ca538 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.113 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.1925514 Jan 18 19:48:24.804254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 36932) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:24.844667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:24.896303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:24.900754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Usage tracker for resource:security_group_rule and tenant:041f886b45354ebe82d5679a1c7a79e4 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:24.904153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:24.910216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:25.004572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:25.005401 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cdf82c5a-61f9-43bf-9c80-ef6353750bc8 req-cb3a81be-2550-42f0-ad45-8c5afbf7e97d tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 210 time: 0.0902538 Jan 18 19:48:25.008476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:25.033090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Deleting port f7ebde74-cec3-459f-afb3-816dd5a3b6ea {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:48:25.033479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:25.036946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-af1ee621-06d7-4a2e-80e1-0fe3f19b3ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:25.084085 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=041f886b45354ebe82d5679a1c7a79e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784133 Jan 18 19:48:25.085140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b90c6-7301-4bab-8615-a8e28a296ddb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:25.086915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 36948) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:25.089445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:25.136597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d190f-6ba0-4c59-add3-865a69d53832 req-6a3866d7-989f-4b54-99e4-12f1b6b4411b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:25.138822 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a58d190f-6ba0-4c59-add3-865a69d53832 req-6a3866d7-989f-4b54-99e4-12f1b6b4411b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 945 time: 0.4496207 Jan 18 19:48:25.341200 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a58d190f-6ba0-4c59-add3-865a69d53832 req-dac97da1-35eb-421b-b3a0-36ca0ca1e9b7 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/security-groups?id=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948228 Jan 18 19:48:25.388488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-688deca2-3c73-43f9-abed-26da43aa1c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:25.515873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-688deca2-3c73-43f9-abed-26da43aa1c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:25.584505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ce717-161c-421f-a7d3-1798100b63f7 req-eb88482c-0d2e-467f-8136-a8988cee24e0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:25.586238 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d45ce717-161c-421f-a7d3-1798100b63f7 req-eb88482c-0d2e-467f-8136-a8988cee24e0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 943 time: 0.4115794 Jan 18 19:48:25.646740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] For port f7ebde74-cec3-459f-afb3-816dd5a3b6ea, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=f7ebde74-cec3-459f-afb3-816dd5a3b6ea,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:25.647192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:25.849202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Calling delete_port for f7ebde74-cec3-459f-afb3-816dd5a3b6ea owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:48:25.876990 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device f7ebde74-cec3-459f-afb3-816dd5a3b6ea no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:48:25.889786 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d45ce717-161c-421f-a7d3-1798100b63f7 req-543f2db6-7cd4-4e26-a8ad-07ed6722ec28 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800677 Jan 18 19:48:25.932286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-688deca2-3c73-43f9-abed-26da43aa1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:25.942791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:25.985721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688deca2-3c73-43f9-abed-26da43aa1c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b90c6-7301-4bab-8615-a8e28a296ddb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:25.993333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-688deca2-3c73-43f9-abed-26da43aa1c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:26.000301 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-688deca2-3c73-43f9-abed-26da43aa1c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:26.001534 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-688deca2-3c73-43f9-abed-26da43aa1c01 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/550b90c6-7301-4bab-8615-a8e28a296ddb HTTP/1.1" status: 204 len: 168 time: 0.9135904 Jan 18 19:48:26.050170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:26.071559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31908b-fa62-4ae3-b4d8-d63bc629f1f0 req-e1e96c5a-8580-4d58-9fad-a2bcda780063 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:26.079324 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fd31908b-fa62-4ae3-b4d8-d63bc629f1f0 req-e1e96c5a-8580-4d58-9fad-a2bcda780063 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.3475046 Jan 18 19:48:26.160752 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fd31908b-fa62-4ae3-b4d8-d63bc629f1f0 req-eee2b82c-8907-475e-9ae8-1cd2c8e0b4c5 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803721 Jan 18 19:48:26.162018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:26.183266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aae966a2-01c4-4339-bf59-885bea0e8430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:26.279907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Pushing event deleted for resources: {'Port': ['ID=f7ebde74-cec3-459f-afb3-816dd5a3b6ea,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:26.282956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:26.309877 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-005e0c23-0a5c-4e25-8dab-375b4ea8271d req-06893deb-3f95-4c79-b0cf-97b91bb68c11 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 210 time: 0.0850589 Jan 18 19:48:26.467406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] No DVR routers for this DVR port f7ebde74-cec3-459f-afb3-816dd5a3b6ea on host hv-cinder-56205 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:48:26.469866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:26.472958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accc42b9-5d7a-47d2-9436-db8d65d56499', 'name': 'network-vif-deleted', 'tag': 'f7ebde74-cec3-459f-afb3-816dd5a3b6ea'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:26.505571 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9635641d-9860-48a5-9bc8-700fe51e518d req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.113 "DELETE /v2.0/ports/f7ebde74-cec3-459f-afb3-816dd5a3b6ea HTTP/1.1" status: 204 len: 173 time: 1.6734357 Jan 18 19:48:26.567985 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accc42b9-5d7a-47d2-9436-db8d65d56499', 'name': 'network-vif-deleted', 'tag': 'f7ebde74-cec3-459f-afb3-816dd5a3b6ea', 'status': 'completed', 'code': 200} Jan 18 19:48:26.578760 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-93c9599b-ad41-47fc-9053-cc52fd4994c0 req-4e7744ff-1585-4048-b974-2dc1b9b2754f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Synchronizing usage tracker for tenant:c1fb72f1a21e450e89299c59a9abcb4f on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:26.598090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-93c9599b-ad41-47fc-9053-cc52fd4994c0 req-4e7744ff-1585-4048-b974-2dc1b9b2754f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Unset dirty status for tenant:c1fb72f1a21e450e89299c59a9abcb4f on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:26.599425 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-93c9599b-ad41-47fc-9053-cc52fd4994c0 req-4e7744ff-1585-4048-b974-2dc1b9b2754f tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] 10.222.0.109 "GET /v2.0/ports?device_id=accc42b9-5d7a-47d2-9436-db8d65d56499 HTTP/1.1" status: 200 len: 210 time: 0.0744936 Jan 18 19:48:26.954137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-58a1920f-458e-4501-87f0-a7537349da1f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:26.955890 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-58a1920f-458e-4501-87f0-a7537349da1f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 809 time: 0.1932421 Jan 18 19:48:27.080305 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-f9eb92e7-c918-47fe-a0b5-083868f162ec tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=253641e381a74392b97f6a1ada2090a7 HTTP/1.1" status: 200 len: 5757 time: 0.1034453 Jan 18 19:48:27.217340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea442ac-f731-47e2-8130-048b06c2a212 req-22059eb0-fdf8-4978-9cdc-2099dcefb963 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:27.229715 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1ea442ac-f731-47e2-8130-048b06c2a212 req-22059eb0-fdf8-4978-9cdc-2099dcefb963 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 943 time: 0.1422725 Jan 18 19:48:27.294117 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1ea442ac-f731-47e2-8130-048b06c2a212 req-00378f09-a6b4-419a-99d1-35622f724e82 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626528 Jan 18 19:48:27.436677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Request body: {'port': {'device_id': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'admin_state_up': True, 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'security_groups': ['513cccaa-4c2e-4e20-bfe3-dedd9ac0c584']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:27.550267 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda01f2-559a-4fa6-a18e-f97a4c40dfe3 req-f0791a16-d865-49c4-a4de-914ac8fe2b0c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:27.553093 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7fda01f2-559a-4fa6-a18e-f97a4c40dfe3 req-f0791a16-d865-49c4-a4de-914ac8fe2b0c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.2158201 Jan 18 19:48:27.836534 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f1444a18-f446-4ef2-8aae-fbf8f201c1dd req-cd75d215-87c1-4429-a166-cb76884d7a08 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 210 time: 0.3611190 Jan 18 19:48:27.913687 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e559aee-528e-456d-838a-ef0271b6239b req-b2834849-4223-4610-b5f3-518c74346fa2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1405482 Jan 18 19:48:27.928305 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7fda01f2-559a-4fa6-a18e-f97a4c40dfe3 req-81532200-471e-4868-90d4-018fa924bd92 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438017 Jan 18 19:48:27.941660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:27.946087 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Usage tracker for resource:port and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:27.949294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Quota usage for port was recalculated. Used quota:2. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:27.956918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:27.963886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37000) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:27.976943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Made reservation on behalf of 253641e381a74392b97f6a1ada2090a7 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:48:27.984641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:28.214785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e559aee-528e-456d-838a-ef0271b6239b req-7613aaa1-ac88-4355-b3a4-f8bd4eae1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:28.216488 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e559aee-528e-456d-838a-ef0271b6239b req-7613aaa1-ac88-4355-b3a4-f8bd4eae1f9f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 1163 time: 0.2486134 Jan 18 19:48:28.316729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Allocated IP 172.20.0.6 (d28404ee-8ebf-4e6d-8058-766153376ba8/73c00ecb-071f-406a-a165-a7531e3723da/ff3c6c84-1f9c-4636-a8dd-1b9cc695530e) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:48:28.637985 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:28.663836 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a1737-6a2d-4c2d-a62f-4b05b660728e req-73ba9c3f-ad8a-469d-a27c-757eb8768381 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:28.665543 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f51a1737-6a2d-4c2d-a62f-4b05b660728e req-73ba9c3f-ad8a-469d-a27c-757eb8768381 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 943 time: 0.1675866 Jan 18 19:48:28.697132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Transition to ACTIVE for port object ff3c6c84-1f9c-4636-a8dd-1b9cc695530e will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:48:28.734535 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f51a1737-6a2d-4c2d-a62f-4b05b660728e req-fa2b3523-3cf0-4c77-9bf9-d847e0c5d8b5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587430 Jan 18 19:48:28.765927 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:28.784274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8b4fd942-f243-4fd5-8327-e7d8c1ee7cf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:28.813640 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e559aee-528e-456d-838a-ef0271b6239b req-7ff60f97-1ac5-4b5f-a8fe-0d67f3800eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:28.815225 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e559aee-528e-456d-838a-ef0271b6239b req-7ff60f97-1ac5-4b5f-a8fe-0d67f3800eb4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.2789626 Jan 18 19:48:28.936365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event updated for resources: {'Port': ['ID=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:28.946636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:28.999208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Network d28404ee-8ebf-4e6d-8058-766153376ba8 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:48:29.000918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:48:29.008665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:48:29.028285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:29.029017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:29.049083 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e559aee-528e-456d-838a-ef0271b6239b req-3de231b2-8e08-4aa0-b465-98d251a59ece service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dade2b2-3e89-404b-9295-9341483ab20f HTTP/1.1" status: 200 len: 1002 time: 0.2136459 Jan 18 19:48:29.143300 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7132227 Jan 18 19:48:29.169242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Request body: {'port': {'device_id': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:29.171269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e559aee-528e-456d-838a-ef0271b6239b req-76cedf11-e25b-449c-998b-2f505a294120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:29.172851 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e559aee-528e-456d-838a-ef0271b6239b req-76cedf11-e25b-449c-998b-2f505a294120 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.1098711 Jan 18 19:48:29.320895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853075136'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:29.340131 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b60950fd-8845-4e69-a0c7-5cf864200c83 None None] Provisioning for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:48:29.345752 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b60950fd-8845-4e69-a0c7-5cf864200c83 None None] Provisioning complete for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:29.346175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b60950fd-8845-4e69-a0c7-5cf864200c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:29.378756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3b12d-7c0e-4c93-b5c9-773488b79610 req-9e3611af-e461-4256-9a5a-e0a8ed9b5aa3 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:29.379605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-41d3b12d-7c0e-4c93-b5c9-773488b79610 req-9e3611af-e461-4256-9a5a-e0a8ed9b5aa3 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Synchronizing usage tracker for tenant:253641e381a74392b97f6a1ada2090a7 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:29.382590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e559aee-528e-456d-838a-ef0271b6239b req-868bb2df-f275-477e-8767-7a557121a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:29.384282 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e559aee-528e-456d-838a-ef0271b6239b req-868bb2df-f275-477e-8767-7a557121a968 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1756907 Jan 18 19:48:29.404214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:29.405829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b60950fd-8845-4e69-a0c7-5cf864200c83 None None] Port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:48:29.465492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-41d3b12d-7c0e-4c93-b5c9-773488b79610 req-9e3611af-e461-4256-9a5a-e0a8ed9b5aa3 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Unset dirty status for tenant:253641e381a74392b97f6a1ada2090a7 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:29.466774 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-41d3b12d-7c0e-4c93-b5c9-773488b79610 req-9e3611af-e461-4256-9a5a-e0a8ed9b5aa3 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 931 time: 0.4628005 Jan 18 19:48:29.541449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdae24-7fb4-4ac1-988a-954094c829cd req-0ae2315c-c141-4af2-bf47-42abc35eef44 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:29.543744 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c7fdae24-7fb4-4ac1-988a-954094c829cd req-0ae2315c-c141-4af2-bf47-42abc35eef44 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.3036957 Jan 18 19:48:29.638973 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-41d3b12d-7c0e-4c93-b5c9-773488b79610 req-c4589070-85dc-4fe1-adc3-508d1362368f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1578615 Jan 18 19:48:29.687700 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c7fdae24-7fb4-4ac1-988a-954094c829cd req-e56dd5d3-5857-4ca0-9b5c-5ff6abf717f6 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271682 Jan 18 19:48:29.705552 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e559aee-528e-456d-838a-ef0271b6239b req-a4bed914-ddf1-4b3b-bb1d-4d67eebbb0c4 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541296 Jan 18 19:48:29.917465 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9e559aee-528e-456d-838a-ef0271b6239b req-3626aeeb-db14-481b-a341-267ffeb1dac7 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1785691 Jan 18 19:48:29.976386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Deleting port b9efbb72-a92f-4c58-888d-84c24b588ae6 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:48:29.976744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:30.059361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd260d63-8b48-46c7-8a47-ff01678866c1 req-9e1530e4-163c-41a0-816c-a3e56d076a09 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:30.061172 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd260d63-8b48-46c7-8a47-ff01678866c1 req-9e1530e4-163c-41a0-816c-a3e56d076a09 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 943 time: 0.1888919 Jan 18 19:48:30.090242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3c6c84-1f9c-4636-a8dd-1b9cc695530e {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:48:30.102103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:30.130727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Transition to ACTIVE for port object ff3c6c84-1f9c-4636-a8dd-1b9cc695530e will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:48:30.137733 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd260d63-8b48-46c7-8a47-ff01678866c1 req-d028d230-b460-41ce-8e80-7253a0d961db tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682731 Jan 18 19:48:30.138840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:30.154610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3dcf7f79-8472-4a8e-8dda-2ea894e9dc11 tempest-VolumesActionsTest-1133616405 tempest-VolumesActionsTest-1133616405] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:30.173279 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] For port b9efbb72-a92f-4c58-888d-84c24b588ae6, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=b9efbb72-a92f-4c58-888d-84c24b588ae6,segment=NetworkSegment(ddd050e8-2d91-4990-b3eb-526003671841),segment_id=ddd050e8-2d91-4990-b3eb-526003671841)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:30.173630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:30.287884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-d11cbaf8-36de-4b6e-ad6d-dcf4f3cd9276 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:48:30.322877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Calling delete_port for b9efbb72-a92f-4c58-888d-84c24b588ae6 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:48:30.324283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:30.341726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.342250 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.342757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.343296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.343796 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.344290 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.344808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.345304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.345797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.346288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.346779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.347299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.347867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.348357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.348860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.349347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.349833 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.350625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.351149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.351645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.352121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.352594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.353968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.353968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:30.360751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:30.507620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Attempting to bind port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:48:30.508122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Attempting to bind port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:48:30.508496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Attempting to bind port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e on network d28404ee-8ebf-4e6d-8058-766153376ba8 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:48:30.515549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:48:30.515930 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Checking segment: {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:48:30.516487 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:30.516890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Bound using segment: {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:48:30.517379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Bound port: ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3a95e8-b65e-4844-b5f1-57222eaf279c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:48:30.517756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:30.654600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] For port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:48:30.660683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] For port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:48:30.666216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:30.684286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:30.714571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 70421f33-8885-4afd-b2f6-232b98e1d030 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:48:30.881592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 70421f33-8885-4afd-b2f6-232b98e1d030 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:48:30.888982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:30.889512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:30.984050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:31.002466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ec78c82b-9eb5-4066-8971-0ebaf34e6048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:31.189425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9efbb72-a92f-4c58-888d-84c24b588ae6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:31.204407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.204687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.205368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.205485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.205881 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.206614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.206738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.207107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.207544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.207996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.208556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.208789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.209254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.209365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:31.209647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.210042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.210437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.210825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.211245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.211636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.212026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.212486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.212879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.213415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.213807 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:48:31.225389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:31.243413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:31.246155 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:31.247575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:31.253721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 70421f33-8885-4afd-b2f6-232b98e1d030, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=70421f33-8885-4afd-b2f6-232b98e1d030,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:31.257668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:31.261147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:31.337889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=70421f33-8885-4afd-b2f6-232b98e1d030,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:31.342599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:31.347839 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:31.348565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:31.350055 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] 10.222.0.113 "PUT /v2.0/ports/ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 1157 time: 2.1881094 Jan 18 19:48:31.353821 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:31.387749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70a7aa-e817-41f7-91b2-f5a5f1025fc6 req-0b84752b-6b7e-43b5-bc08-71c5e67d458c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:31.390327 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae70a7aa-e817-41f7-91b2-f5a5f1025fc6 req-0b84752b-6b7e-43b5-bc08-71c5e67d458c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.5250349 Jan 18 19:48:31.417507 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3c04a-1166-4644-97e4-ee7dc11fbfd2 req-2d4f0796-2af2-4fac-bb72-e14de8b8343b tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:31.419024 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-72f3c04a-1166-4644-97e4-ee7dc11fbfd2 req-2d4f0796-2af2-4fac-bb72-e14de8b8343b tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.5524807 Jan 18 19:48:31.526851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853075138'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:31.576598 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae70a7aa-e817-41f7-91b2-f5a5f1025fc6 req-6a7cfdd9-3f02-4b13-9183-5a7add267776 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564195 Jan 18 19:48:31.615080 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-72f3c04a-1166-4644-97e4-ee7dc11fbfd2 req-e0539f43-0f3a-4635-b0fb-748f762dacc1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1116571 Jan 18 19:48:31.633565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-8adabae7-6d6f-4bb3-b984-c4fde4a3c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:31.633565 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-8adabae7-6d6f-4bb3-b984-c4fde4a3c541 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1160 time: 0.2031181 Jan 18 19:48:31.733005 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-b5dcf4b9-cb47-450d-bd26-3c8528a5d11d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 217 time: 0.0874972 Jan 18 19:48:31.735262 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030', 'code': 200} Jan 18 19:48:31.856069 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'status': 'completed', 'code': 200} Jan 18 19:48:31.873154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-66f61791-1519-4df1-9fb6-23859961461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:31.874762 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-66f61791-1519-4df1-9fb6-23859961461d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.1325219 Jan 18 19:48:32.015456 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7890949-4086-4b44-b3df-3d6a42528b00 req-ab222f70-7bb8-49bb-b575-3661d59b9864 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:32.017175 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b7890949-4086-4b44-b3df-3d6a42528b00 req-ab222f70-7bb8-49bb-b575-3661d59b9864 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.2033126 Jan 18 19:48:32.028228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-a113c91d-09e7-44b2-a97f-e3d65f04b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:32.029841 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-a113c91d-09e7-44b2-a97f-e3d65f04b41b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1447558 Jan 18 19:48:32.042243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 70421f33-8885-4afd-b2f6-232b98e1d030 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:48:32.145751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:32.146447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.173875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef95783-06d8-4f98-9377-b003bdc61add req-085f5fd8-0fa4-4562-bcf3-32e7e1876cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:32.175646 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bef95783-06d8-4f98-9377-b003bdc61add req-085f5fd8-0fa4-4562-bcf3-32e7e1876cd5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1162 time: 0.1425805 Jan 18 19:48:32.185457 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b7890949-4086-4b44-b3df-3d6a42528b00 req-2a93fe4d-62c1-4103-9c22-5c64a3967f28 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508791 Jan 18 19:48:32.225781 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-890efeda-a6f5-4e16-b068-c4fa4b09a290 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896892 Jan 18 19:48:32.232774 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37060) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:32.239184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Router 110728bf-e0c3-4978-8fec-b52bcb95ac67 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:48:32.327236 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bef95783-06d8-4f98-9377-b003bdc61add req-10006920-27dc-499a-9392-d906c02ad8aa service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315193 Jan 18 19:48:32.405091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.421859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:32.425862 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d31921-0591-4c5c-ae2b-70d556446bb0 req-0584146e-aab2-4be0-a8a4-270cfffb006b service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1853991 Jan 18 19:48:32.428529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Usage tracker for resource:security_group_rule and tenant:6110d4bd29104154882be0f406c6f18e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:32.432045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:32.439433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:32.468361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:48:32.478545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] Sync routers for ids ['110728bf-e0c3-4978-8fec-b52bcb95ac67'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:48:32.490629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] Routers {'110728bf-e0c3-4978-8fec-b52bcb95ac67'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:48:32.491376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:48:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['110728bf-e0c3-4978-8fec-b52bcb95ac67'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:32.503726 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e9480b22-a93d-4af9-83ff-362571ca2c0d admin admin] 10.222.0.109 "PUT /v2.0/routers/110728bf-e0c3-4978-8fec-b52bcb95ac67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5359528 Jan 18 19:48:32.504094 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37066) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:32.547309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.552403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.562652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8c653cae-f535-4d80-b296-327a29853f38 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:32.612052 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6110d4bd29104154882be0f406c6f18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777637 Jan 18 19:48:32.612946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2945ef6-adca-46b5-be5f-dfb774cac027,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:32.615798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37070) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:32.618720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:32.717207 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.724878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] Set router 110728bf-e0c3-4978-8fec-b52bcb95ac67 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:48:32.747013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c34f93a1-1585-41e6-bcaf-591a72a29c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.775723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c34f93a1-1585-41e6-bcaf-591a72a29c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.827430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c34f93a1-1585-41e6-bcaf-591a72a29c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.833849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2d3cf05d-c656-478e-ae07-ff063a032d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:32.852583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f93a1-1585-41e6-bcaf-591a72a29c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2945ef6-adca-46b5-be5f-dfb774cac027,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:32.860275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-daf14449-e4c9-432b-9bf5-6eb804a4f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:32.861937 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-daf14449-e4c9-432b-9bf5-6eb804a4f69a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1160 time: 0.2317536 Jan 18 19:48:32.865970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c34f93a1-1585-41e6-bcaf-591a72a29c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:32.867922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c34f93a1-1585-41e6-bcaf-591a72a29c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.871718 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c34f93a1-1585-41e6-bcaf-591a72a29c2a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a2945ef6-adca-46b5-be5f-dfb774cac027 HTTP/1.1" status: 204 len: 168 time: 0.2524548 Jan 18 19:48:32.959979 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:32.966405 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Deleting port 99ec3f1f-0e00-48dd-8300-ff0ab523e444 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:48:32.967050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:33.064788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:48:30Z', 'revision_number': 5, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:33.069223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] Checking router: 110728bf-e0c3-4978-8fec-b52bcb95ac67 for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:48:33.078818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] Routers {'110728bf-e0c3-4978-8fec-b52bcb95ac67'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:48:33.079508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:48:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['110728bf-e0c3-4978-8fec-b52bcb95ac67'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:33.194027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53e71e-2d91-44c8-892e-83ad4bb013d7 req-4a88c75e-5e10-43e0-94ae-ff665b540d26 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:33.195639 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ed53e71e-2d91-44c8-892e-83ad4bb013d7 req-4a88c75e-5e10-43e0-94ae-ff665b540d26 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.3327188 Jan 18 19:48:33.260011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30481a-3b47-446c-8ed8-20577e8fe627 req-8836f72d-ffd2-40cf-b5ff-bc8174006ae4 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:33.268940 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1b30481a-3b47-446c-8ed8-20577e8fe627 req-8836f72d-ffd2-40cf-b5ff-bc8174006ae4 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.4043407 Jan 18 19:48:33.277990 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] For port 99ec3f1f-0e00-48dd-8300-ff0ab523e444, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=99ec3f1f-0e00-48dd-8300-ff0ab523e444,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:33.278392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:33.312244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37084) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:33.316243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] Set router 110728bf-e0c3-4978-8fec-b52bcb95ac67 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:48:33.341568 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ed53e71e-2d91-44c8-892e-83ad4bb013d7 req-bb1f9016-f321-406d-bf18-2b79c6536774 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349702 Jan 18 19:48:33.343910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-c21cbcb0-5296-4f04-b49d-46824e8de82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:33.345435 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-c21cbcb0-5296-4f04-b49d-46824e8de82d service neutron] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.3733039 Jan 18 19:48:33.385568 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1b30481a-3b47-446c-8ed8-20577e8fe627 req-f61aa2e7-5c8c-416b-ba8e-d5c4f6560a16 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1155667 Jan 18 19:48:33.540256 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-10eea9dc-f3a7-43f9-9aef-7ba6a6cb78bb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 217 time: 0.1745296 Jan 18 19:48:33.681732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-fa160886-ab89-4540-a371-c067af270358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:33.683486 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-fa160886-ab89-4540-a371-c067af270358 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.1344554 Jan 18 19:48:33.728239 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:48:30Z', 'revision_number': 5, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:33.729345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:33.733628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa038e-a56b-49e6-bbb6-05b6691b2a3a None None] The sync data for ids ['110728bf-e0c3-4978-8fec-b52bcb95ac67'] in dv-cinder-562053-17-smb is: [{'id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'name': 'tempest-ServerRescueNegativeTestJSON-764845766-router', 'tenant_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224'}], 'enable_snat': True}, 'gw_port_id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:22Z', 'updated_at': '2021-01-18T19:48:30Z', 'revision_number': 5, 'project_id': 'c1fb72f1a21e450e89299c59a9abcb4f', 'gw_port': {'id': '99ec3f1f-0e00-48dd-8300-ff0ab523e444', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110728bf-e0c3-4978-8fec-b52bcb95ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:25Z', 'updated_at': '2021-01-18T19:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:48:33.745358 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Calling delete_port for 99ec3f1f-0e00-48dd-8300-ff0ab523e444 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:48:33.779104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d82512-714c-4dfa-8ae1-b3511e67ccb4 req-bac077fd-d828-4dc0-aa5f-c71eb272e539 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:33.780795 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d82512-714c-4dfa-8ae1-b3511e67ccb4 req-bac077fd-d828-4dc0-aa5f-c71eb272e539 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.2295802 Jan 18 19:48:33.794354 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:33.807840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Usage tracker for resource:security_group_rule and tenant:aebc378b95db482f96c9e858b2748d8c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:33.813093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:33.826215 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:33.845986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-67f57884-5b16-429b-b3cd-1dfb2ad5d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:33.847622 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-67f57884-5b16-429b-b3cd-1dfb2ad5d133 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1505983 Jan 18 19:48:33.853782 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f6d82512-714c-4dfa-8ae1-b3511e67ccb4 req-0625f68d-af32-4a8e-a944-251c03a4073f tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614583 Jan 18 19:48:33.940256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.plugins.ml2.ovo_rpc [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: result = function(*args, **kwargs) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: proto.__init__(conn_state, self) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: self.handle() Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: self.handle_one_request() Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: self.handle_one_response() Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: result = self.application(self.environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return app(environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self.application) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self.application) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self.application) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self.application) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return request.get_response(self.application) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self._app) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return resp(environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return resp(environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: response = self.app(environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return resp(environ, start_response) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:48:33.963105 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: result = method(request=request, **args) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return self._delete(request, id, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return f(*args, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return f(*args, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return f(*dup_args, **dup_kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: obj_deleter(request.context, id, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return method(*args, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return f(*args, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return f(*args, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return f(*dup_args, **dup_kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: self._delete_current_gw_port(context, id, router, None) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: admin_ctx, gw_port_id, l3_port_check=False) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, context, *args, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return method(*args, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: context, port, router_ids, bound_mech_contexts) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: return function(*args, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: callback(resource, event, trigger, **kwargs) Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: if self._is_session_semantic_violated(context, resource, event): Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: stack = traceback.extract_stack() Jan 18 19:48:33.972906 dv-cinder-562053-17-smb neutron-server[80002]: Jan 18 19:48:34.012188 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-8f02e55b-c2c8-4a2d-bf0f-9931cc40220b service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536691 Jan 18 19:48:34.131774 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.142037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.153425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-000f955e-dcf6-4bab-8047-6f73951f53dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:34.241386 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=aebc378b95db482f96c9e858b2748d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8721120 Jan 18 19:48:34.248903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61243983-2913-478e-917b-2bf4fa4c5ae7 req-c1aee5d3-b129-49b7-84dc-4328ca5e322b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:34.250550 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37090) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:34.250697 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-61243983-2913-478e-917b-2bf4fa4c5ae7 req-c1aee5d3-b129-49b7-84dc-4328ca5e322b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.2365024 Jan 18 19:48:34.252796 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ab269b0-ee7f-40dd-bdc7-cbf103075925 req-5ad30145-c0a6-4677-b60e-833910ab2fbc service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1991611 Jan 18 19:48:34.267106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced38d2f-5c7a-499d-bcc8-258475815f2d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:34.278084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6af9d870-a627-4ddc-9a82-14156cc594d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:34.284620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699144'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.305176 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-61243983-2913-478e-917b-2bf4fa4c5ae7 req-45e1eb9a-2e29-40ec-9123-a62ad5cfbb77 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471594 Jan 18 19:48:34.378237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.452652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2274'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.456219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.560086 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:48:34.560505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f29b6ad-c0c2-4534-842f-61e428c32491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.575479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853086213'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.576051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 110728bf-e0c3-4978-8fec-b52bcb95ac67 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 19:48:34.601876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f29b6ad-c0c2-4534-842f-61e428c32491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.650308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.651585 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3464163e-ff1c-4f4b-bf5d-078443f7928a admin admin] 10.222.0.109 "DELETE /v2.0/routers/110728bf-e0c3-4978-8fec-b52bcb95ac67 HTTP/1.1" status: 204 len: 168 time: 2.1464293 Jan 18 19:48:34.655558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37102) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:34.679155 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b01e3-04e1-4254-80f5-09f7b26bbdb1 req-0a9783c1-69a5-49d7-b9f4-2bc76284936f tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:34.680869 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d2b01e3-04e1-4254-80f5-09f7b26bbdb1 req-0a9783c1-69a5-49d7-b9f4-2bc76284936f tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1732092 Jan 18 19:48:34.691531 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:48:34.706398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:34.707019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.725531 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] Deleting subnet 64165a14-a64f-4b6a-af22-9ad739bed4d4 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:48:34.729091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.760089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f29b6ad-c0c2-4534-842f-61e428c32491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.770733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e0b5e52c-9833-49ec-8727-712c59998b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:34.796623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29b6ad-c0c2-4534-842f-61e428c32491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced38d2f-5c7a-499d-bcc8-258475815f2d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:34.800706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f29b6ad-c0c2-4534-842f-61e428c32491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:34.810208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f29b6ad-c0c2-4534-842f-61e428c32491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.818790 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6f29b6ad-c0c2-4534-842f-61e428c32491 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ced38d2f-5c7a-499d-bcc8-258475815f2d HTTP/1.1" status: 204 len: 168 time: 0.5627155 Jan 18 19:48:34.823373 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d2b01e3-04e1-4254-80f5-09f7b26bbdb1 req-d9d2d3fe-b320-48e4-bbbe-56ca8747c149 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346207 Jan 18 19:48:34.828324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852627232'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.919194 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.943282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1f5cf-06db-4a31-b629-d46baefa2348 req-5566ad2d-f71d-4529-b61d-8fb13948f01b tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:34.954491 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4af1f5cf-06db-4a31-b629-d46baefa2348 req-5566ad2d-f71d-4529-b61d-8fb13948f01b tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.2311370 Jan 18 19:48:34.959335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.965761 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:34.977601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:34.981613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:34.989001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:35.117288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:35.137838 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:35.150560 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4af1f5cf-06db-4a31-b629-d46baefa2348 req-c9ccd729-df73-43db-b34f-273e655a5aa4 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1920295 Jan 18 19:48:35.234353 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1cbdf-5aca-432a-b0fa-504af20dfabe req-0dc25a1e-4a40-4299-b4fe-e94a3f39b78c tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:35.237548 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dcc1cbdf-5aca-432a-b0fa-504af20dfabe req-0dc25a1e-4a40-4299-b4fe-e94a3f39b78c tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.1997800 Jan 18 19:48:35.319558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dcc1cbdf-5aca-432a-b0fa-504af20dfabe req-6daf7a90-190c-4979-bb8a-02b15edb79a7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711353 Jan 18 19:48:35.411491 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'code': 200} Jan 18 19:48:35.418795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850789737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3190581'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:35.443572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:35.520888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64165a14-a64f-4b6a-af22-9ad739bed4d4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:35.525792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:35.569366 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device b9efbb72-a92f-4c58-888d-84c24b588ae6 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:48:35.645374 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: b9efbb72-a92f-4c58-888d-84c24b588ae6 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:48:35.646642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device b9efbb72-a92f-4c58-888d-84c24b588ae6 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:48:35.648015 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 99ec3f1f-0e00-48dd-8300-ff0ab523e444 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:48:35.690685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:35.703086 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-8bcb593e-ec97-4b27-adbc-8c4251e52ce6 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/64165a14-a64f-4b6a-af22-9ad739bed4d4 HTTP/1.1" status: 204 len: 168 time: 1.0464051 Jan 18 19:48:35.710167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37124) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:35.728797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 99ec3f1f-0e00-48dd-8300-ff0ab523e444 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:48:35.729466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 99ec3f1f-0e00-48dd-8300-ff0ab523e444 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:48:35.831333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93ea86-7f73-4af0-b134-aec07768b5d5 req-d0fb3332-2787-4bf8-a9c8-c405602adbc0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:35.833022 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1c93ea86-7f73-4af0-b134-aec07768b5d5 req-d0fb3332-2787-4bf8-a9c8-c405602adbc0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1514621 Jan 18 19:48:35.876171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:35.928325 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1c93ea86-7f73-4af0-b134-aec07768b5d5 req-96ac3b7f-0fbb-48d2-97d1-327e7139b6f0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587904 Jan 18 19:48:36.000616 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-a3aecb77-be5c-4178-9252-4f1f4eb06bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:36.003100 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-a3aecb77-be5c-4178-9252-4f1f4eb06bba service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 1163 time: 0.1685293 Jan 18 19:48:36.031344 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:48:36.210190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:36.210609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:36.234524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36692dd0-3f50-454d-928d-541a6d2507d9 req-89a234a0-9e04-4d4e-99d9-cd1545d6e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:36.236248 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36692dd0-3f50-454d-928d-541a6d2507d9 req-89a234a0-9e04-4d4e-99d9-cd1545d6e7be service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.2846775 Jan 18 19:48:36.238816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:36.457597 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36692dd0-3f50-454d-928d-541a6d2507d9 req-311e046d-eabc-47b6-8ad2-61b633c3c670 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1649547 Jan 18 19:48:36.475245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:36.490768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd050e8-2d91-4990-b3eb-526003671841') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:36.491253 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd050e8-2d91-4990-b3eb-526003671841') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:36.504496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:36.520631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:36.522880 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:48:36.554243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-8eeef31c-2813-44ad-9930-ee581348f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:36.555914 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-8eeef31c-2813-44ad-9930-ee581348f289 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 905 time: 0.5402815 Jan 18 19:48:36.608803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460a09c-168f-4889-9292-2148b4b89261 req-7d17a6ca-0949-485c-85da-62900356f347 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:36.610513 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3460a09c-168f-4889-9292-2148b4b89261 req-7d17a6ca-0949-485c-85da-62900356f347 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1402619 Jan 18 19:48:36.664961 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3460a09c-168f-4889-9292-2148b4b89261 req-c5a97e3d-3f71-47b1-a401-ecba15acb686 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0476611 Jan 18 19:48:36.725090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:48:36.735680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:36.796990 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-06b8ac61-376e-4c32-a1ac-4499ad6a319d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2 HTTP/1.1" status: 200 len: 1001 time: 0.1088374 Jan 18 19:48:36.869781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-16cda467-8027-44bd-bfe5-9febc754dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:36.872338 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-16cda467-8027-44bd-bfe5-9febc754dc2a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.0695210 Jan 18 19:48:36.913640 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Network 2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:48:36.940078 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:48:36.965931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-25b1cfc6-cb85-4103-bbd8-b32598c535c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:36.967594 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-25b1cfc6-cb85-4103-bbd8-b32598c535c2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0860231 Jan 18 19:48:37.022923 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:37.026741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:37.048377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:37.056949 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:37.060494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:37.066797 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0ab86a8b-3e88-425e-8f5c-b23023800243 admin admin] 10.222.0.109 "DELETE /v2.0/networks/2a55c8d7-3dda-4d3a-a55e-d3c8dc5c79d7 HTTP/1.1" status: 204 len: 168 time: 1.3532364 Jan 18 19:48:37.204474 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-381f1250-c655-4226-a820-713fc106909f service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251875 Jan 18 19:48:37.230158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37160) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:37.238100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5d407-0032-4533-872b-1cdcd441faf5 req-de974f7e-4d47-460e-a923-6a1ada5d1b6d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:37.246103 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-66e5d407-0032-4533-872b-1cdcd441faf5 req-de974f7e-4d47-460e-a923-6a1ada5d1b6d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1507769 Jan 18 19:48:37.301536 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2b4b2349-4885-47d2-9142-530f14afc6fd admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c1fb72f1a21e450e89299c59a9abcb4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685227 Jan 18 19:48:37.303881 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37170) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:37.393468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d711fc02-234a-4666-aaeb-6afb5c5e13e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:37.430790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d711fc02-234a-4666-aaeb-6afb5c5e13e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:37.494059 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d711fc02-234a-4666-aaeb-6afb5c5e13e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:37.501573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-accd9c9a-decb-4a1b-8314-84ed1218c708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:37.515539 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711fc02-234a-4666-aaeb-6afb5c5e13e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16fe7cc-4246-4a79-a6c1-e06cd58fa08b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:37.536389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d711fc02-234a-4666-aaeb-6afb5c5e13e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:37.542038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d711fc02-234a-4666-aaeb-6afb5c5e13e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:37.543435 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d711fc02-234a-4666-aaeb-6afb5c5e13e0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d16fe7cc-4246-4a79-a6c1-e06cd58fa08b HTTP/1.1" status: 204 len: 168 time: 0.2384052 Jan 18 19:48:37.551274 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-66e5d407-0032-4533-872b-1cdcd441faf5 req-3631b90f-8311-47c2-97e6-74528bea37d5 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035054 Jan 18 19:48:37.595004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:48:37.640696 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-36c6712f-9fe4-4806-b493-9cdcd0aa8722 req-e14084d3-b064-4cdd-8b58-6ab6e600c3f7 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3911424 Jan 18 19:48:37.936138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af31bd5-b19c-4c64-b68f-0f38b50c8667 req-b1342358-8832-41e6-92d8-0850c9135f2f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:37.939011 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5af31bd5-b19c-4c64-b68f-0f38b50c8667 req-b1342358-8832-41e6-92d8-0850c9135f2f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1182582 Jan 18 19:48:38.025380 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5af31bd5-b19c-4c64-b68f-0f38b50c8667 req-13582a70-885e-426f-94dc-df0eae78ac4b tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0790708 Jan 18 19:48:38.107588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37210) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:38.321503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:38.329722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854dd4d-ef56-4635-90b8-dbce3162131f req-3bceaa23-7fa8-4a00-9ed7-7541522a31ac tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:38.332664 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3854dd4d-ef56-4635-90b8-dbce3162131f req-3bceaa23-7fa8-4a00-9ed7-7541522a31ac tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1543438 Jan 18 19:48:38.350750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:38.358583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Usage tracker for resource:security_group_rule and tenant:b970babac7ab4196a632cd9e9b800bc4 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:38.365489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:38.383387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:38.448321 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3854dd4d-ef56-4635-90b8-dbce3162131f req-6824b09f-23d3-4da4-b812-b4a891f084de tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0902507 Jan 18 19:48:38.544741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:38.551252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:38.561946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a0bb254c-15c2-49d5-bde2-25d033837e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:38.636537 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b970babac7ab4196a632cd9e9b800bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275824 Jan 18 19:48:38.638780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37230) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:38.640973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ccbbc2-a97b-456b-8ead-89209cafe856,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:38.647432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:38.788538 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-00871173-c368-4ab2-bd5a-f68501d985e5 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2677703 Jan 18 19:48:38.811329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Request body: {'floatingip': {'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:38.834241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:38.843123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Usage tracker for resource:floatingip and tenant:253641e381a74392b97f6a1ada2090a7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:38.847915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:38.851588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-991915b8-ad70-4853-9258-ee212eb472df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:38.858684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:38.899599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:38.922516 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-991915b8-ad70-4853-9258-ee212eb472df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:38.927487 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37240) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:39.004266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d25e74-cb3b-43a8-a511-db8e9c22488a req-cba70744-c51d-4e08-855a-d14f093c4df0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:39.005986 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-42d25e74-cb3b-43a8-a511-db8e9c22488a req-cba70744-c51d-4e08-855a-d14f093c4df0 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.2775805 Jan 18 19:48:39.065715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660791448-network', 'tenant_id': '0f160f577fe8411a89b9337f589ad76e'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:39.070981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:39.074974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Usage tracker for resource:network and tenant:0f160f577fe8411a89b9337f589ad76e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:39.077937 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:39.083601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:39.094064 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Made reservation on behalf of 0f160f577fe8411a89b9337f589ad76e for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:48:39.098984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.112424 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.126115 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-42d25e74-cb3b-43a8-a511-db8e9c22488a req-ff8657f7-b776-4ea0-ab3a-665f06811784 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128983 Jan 18 19:48:39.128514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:39.132777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f160f577fe8411a89b9337f589ad76e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:39.134441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-991915b8-ad70-4853-9258-ee212eb472df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.135880 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:39.142154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-541cb8fd-acd5-4070-8593-44508233f0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:39.142457 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:39.164012 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991915b8-ad70-4853-9258-ee212eb472df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ccbbc2-a97b-456b-8ead-89209cafe856,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:39.167022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-991915b8-ad70-4853-9258-ee212eb472df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:39.175568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-991915b8-ad70-4853-9258-ee212eb472df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.178243 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-991915b8-ad70-4853-9258-ee212eb472df admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/43ccbbc2-a97b-456b-8ead-89209cafe856 HTTP/1.1" status: 204 len: 168 time: 0.5368912 Jan 18 19:48:39.202348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.232666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.236264 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.241305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d711fc02-234a-4666-aaeb-6afb5c5e13e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:39.275600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:48:39.287907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f44954-1652-4fc1-ad69-901becf5d1f6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:39.292588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:39.293748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.294202 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Added segment 20c8abd5-075c-4e65-a7d5-cef6de2d4301 of type vxlan for network 60a18fae-442d-47f5-9040-2f3d6426a8d9 Jan 18 19:48:39.332363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.367530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.368890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:39.369619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.375217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-79489643-7e49-4296-ae10-1bd0f04cfe04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:39.492790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Pushing event updated for resources: {'Network': ['ID=60a18fae-442d-47f5-9040-2f3d6426a8d9,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:39.503959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:39.505217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 60a18fae-442d-47f5-9040-2f3d6426a8d9 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:48:39.506207 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5776935 Jan 18 19:48:39.510721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37254) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:39.520650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Request body: {'subnet': {'network_id': '60a18fae-442d-47f5-9040-2f3d6426a8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660791448-subnet', 'tenant_id': '0f160f577fe8411a89b9337f589ad76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:39.531800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:39.544056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Allocated IP 172.28.3.4 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/41d4411f-2d50-4922-931a-c7f2ed0adb76) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:48:39.547176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Usage tracker for resource:subnet and tenant:0f160f577fe8411a89b9337f589ad76e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:39.548412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 60a18fae-442d-47f5-9040-2f3d6426a8d9 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:48:39.561867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:39.571326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:39.622459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Made reservation on behalf of 0f160f577fe8411a89b9337f589ad76e for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:48:39.627259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.627992 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37258) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:39.652357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.668063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:39.672297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Usage tracker for resource:security_group_rule and tenant:fd898eb514364d51a70b7587b6a03b97 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:39.675404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:39.681140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:39.777331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.781042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.790499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e241a0a1-9ddb-4d58-afe4-b097e481c364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:39.835428 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ac112f-ace6-4359-80e4-576c4ac2bef6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:39.840105 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=fd898eb514364d51a70b7587b6a03b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110004 Jan 18 19:48:39.841146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:39.842987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37262) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:39.849544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.907704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7cb830b-a43d-4e80-bc5e-85e8c091deb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.938562 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7cb830b-a43d-4e80-bc5e-85e8c091deb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.967731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.985594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2d83eddb-0880-4069-b12a-a70baedc5f05 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:39.990471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7cb830b-a43d-4e80-bc5e-85e8c091deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:39.995678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5686a1be-f4dd-42bf-b1eb-3efff823a87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:40.008831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb830b-a43d-4e80-bc5e-85e8c091deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ac112f-ace6-4359-80e4-576c4ac2bef6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:40.011333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d7cb830b-a43d-4e80-bc5e-85e8c091deb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:40.015163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7cb830b-a43d-4e80-bc5e-85e8c091deb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:40.016943 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d7cb830b-a43d-4e80-bc5e-85e8c091deb8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/39ac112f-ace6-4359-80e4-576c4ac2bef6 HTTP/1.1" status: 204 len: 168 time: 0.1723237 Jan 18 19:48:40.152153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event updated for resources: {'Port': ['ID=41d4411f-2d50-4922-931a-c7f2ed0adb76,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:40.165057 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:40.284638 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:48:40.286547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:48:40.300502 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:48:40.388587 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:40.744427 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:40.785392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:40.805406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:41.007243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d03f4ea-898c-4f46-aaa3-82d1bdfd5533,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:41.010594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:41.294831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Checking segment: {'id': '20c8abd5-075c-4e65-a7d5-cef6de2d4301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60a18fae-442d-47f5-9040-2f3d6426a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:48:41.295258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Network hostable DHCP agents. Network: 60a18fae-442d-47f5-9040-2f3d6426a8d9, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:48:41.327302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2329bc-949a-400c-826a-d68ffe44b5bf req-5166944b-cf02-4ca6-83e0-f17ae9454cc5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:41.328979 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3d2329bc-949a-400c-826a-d68ffe44b5bf req-5166944b-cf02-4ca6-83e0-f17ae9454cc5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.2868166 Jan 18 19:48:41.391092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Network 60a18fae-442d-47f5-9040-2f3d6426a8d9 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:48:41.428756 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3d2329bc-949a-400c-826a-d68ffe44b5bf req-c2d0ab5a-3857-437e-b3e9-92bb80741c50 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889237 Jan 18 19:48:41.430979 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:41.435356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:41.457350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e9c7e7cc-6d17-4336-83f4-08c15f5ff232 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:41.503810 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 60a18fae-442d-47f5-9040-2f3d6426a8d9) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:48:41.510944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d0be3-d0a0-4fb0-80c1-04a80dfebe5d None None] Network 60a18fae-442d-47f5-9040-2f3d6426a8d9 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:48:41.522196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:41.522801 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:41.733295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event updated for resources: {'Port': ['ID=41d4411f-2d50-4922-931a-c7f2ed0adb76,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:41.737530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf3fdb-3329-4192-afec-340a4a8c5ca0 None None] Network 60a18fae-442d-47f5-9040-2f3d6426a8d9 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:48:41.750775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:41.759368 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2473857 Jan 18 19:48:41.840842 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-0713ee1c-4ed9-4e85-ba51-baa2b60cffd9 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3223116 Jan 18 19:48:41.854492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'floatingip': {'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:41.867827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:41.870283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:41.882919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Usage tracker for resource:floatingip and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:41.888889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:41.896681 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:41.900393 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:41.916009 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.1145391 Jan 18 19:48:42.012146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-f4e97adc-62cb-4084-8b06-10fc0b04c9df tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Synchronizing usage tracker for tenant:253641e381a74392b97f6a1ada2090a7 on resource:floatingip {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:42.016784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:42.073577 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-f4e97adc-62cb-4084-8b06-10fc0b04c9df tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Unset dirty status for tenant:253641e381a74392b97f6a1ada2090a7 on resource:floatingip {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:42.076724 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-f4e97adc-62cb-4084-8b06-10fc0b04c9df tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/floatingips?floating_ip_address=172.28.3.4 HTTP/1.1" status: 200 len: 694 time: 0.1593671 Jan 18 19:48:42.352691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-0a9cc1bf-c428-4a33-9e71-640d68c6e9be tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:42.354236 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-0a9cc1bf-c428-4a33-9e71-640d68c6e9be tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/networks/dd6ea230-be1f-44c8-995a-98b8e7d3634e HTTP/1.1" status: 200 len: 784 time: 0.2714162 Jan 18 19:48:42.370627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-8678c31d-2beb-481d-ae9a-5918b19b9e4b tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:48:42.371835 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-20058ca4-0fa6-4361-9621-5b3e4aa381ce req-8678c31d-2beb-481d-ae9a-5918b19b9e4b tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0074883 Jan 18 19:48:42.373231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:42.671144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9599a0b6-534d-4272-9728-bf0a56708262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:42.715102 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37374) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:42.721339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1610380068-network', 'tenant_id': '73794e5eb4ee46d38f329e9bfee7b1b8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:42.726492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:42.730676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Usage tracker for resource:network and tenant:73794e5eb4ee46d38f329e9bfee7b1b8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:42.733764 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:42.733975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-a96dcce2-dc40-48d1-b64d-9f99ec1e9fa4 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:42.735628 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-a96dcce2-dc40-48d1-b64d-9f99ec1e9fa4 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2075136 Jan 18 19:48:42.739852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:42.750580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Made reservation on behalf of 73794e5eb4ee46d38f329e9bfee7b1b8 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:48:42.755300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:42.769267 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:42.784433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:42.788492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Usage tracker for resource:security_group_rule and tenant:73794e5eb4ee46d38f329e9bfee7b1b8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:42.791447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:42.797202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:42.878149 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-ee95b5be-e94f-42d3-9e2c-dddab78b8b20 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/floatingips?floating_ip_address=172.28.3.4 HTTP/1.1" status: 200 len: 694 time: 0.1351585 Jan 18 19:48:42.893504 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Request body: {'floatingip': {'port_id': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:42.902157 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:42.905595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:42.910433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-41813eb4-57d2-47c8-aa91-efeb88ccce7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:42.944375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:48:42.954698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1176c971-1bc2-4d67-ae01-817b9afb8599,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:42.958750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:42.961457 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:42.961851 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Added segment 3dd085aa-cbea-4032-8045-b97bc5b1d335 of type vxlan for network 4450742b-9753-47bb-9281-157c6fcc8541 Jan 18 19:48:42.992731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Allocated IP 172.28.3.117 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/43469e69-85b0-4b31-b18f-6a1e0c3b11f7) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:48:42.993846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:43.000391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:43.025583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:43.026781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:43.027489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:43.032613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:43.135570 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4190972 Jan 18 19:48:43.141981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37380) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:43.151490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Request body: {'subnet': {'network_id': '4450742b-9753-47bb-9281-157c6fcc8541', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1610380068-subnet', 'tenant_id': '73794e5eb4ee46d38f329e9bfee7b1b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:43.155347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Pushing event updated for resources: {'Network': ['ID=4450742b-9753-47bb-9281-157c6fcc8541,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:43.159139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:43.160202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:43.164619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Usage tracker for resource:subnet and tenant:73794e5eb4ee46d38f329e9bfee7b1b8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:43.167567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:43.170035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 4450742b-9753-47bb-9281-157c6fcc8541 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:48:43.174131 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:43.184072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Made reservation on behalf of 73794e5eb4ee46d38f329e9bfee7b1b8 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:48:43.189025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851585197'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:43.196977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 4450742b-9753-47bb-9281-157c6fcc8541 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:48:43.731919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:43.895673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850790576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851585214'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:43.911483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:43.913133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:43.937091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:44.051036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa40b45e-d411-4359-8ead-ded0c0bc877b,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:44.055171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:44.082903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 18 19:48:44.118656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Checking segment: {'id': '3dd085aa-cbea-4032-8045-b97bc5b1d335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4450742b-9753-47bb-9281-157c6fcc8541'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:48:44.119044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Network hostable DHCP agents. Network: 4450742b-9753-47bb-9281-157c6fcc8541, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:48:44.137818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Network 4450742b-9753-47bb-9281-157c6fcc8541 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:48:44.147768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 4450742b-9753-47bb-9281-157c6fcc8541) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:48:44.156974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b75943-1747-4c22-830d-8d436f9b4e69 None None] Network 4450742b-9753-47bb-9281-157c6fcc8541 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:48:44.160906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:44.161711 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.179910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event updated for resources: {'Port': ['ID=43469e69-85b0-4b31-b18f-6a1e0c3b11f7,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:44.183661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:44.186052 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-106002bd-05ea-4bfc-beb7-9291f6d20bdb admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0427454 Jan 18 19:48:44.239253 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.247337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.383886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37388) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:44.426584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d9e096-1b95-4204-b5c1-521624c3ba9a None None] Network 4450742b-9753-47bb-9281-157c6fcc8541 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:48:44.435503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:48:44.438953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:48:44.441638 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:48:44.478944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] Deleting subnet 1d03f4ea-898c-4f46-aaa3-82d1bdfd5533 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:48:44.482576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.502609 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Floating IP f6b1d4ea-d368-47df-916a-cfbb4b19a6b8 associated. External IP: 172.28.3.4, port: ff3c6c84-1f9c-4636-a8dd-1b9cc695530e. Jan 18 19:48:44.541209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852627232'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.577047 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.627442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.735497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.828482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-af6e0466-9f0c-4e76-8489-4244ef7b2dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.911671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850789737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3190581'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.927367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-69b03d87-188d-460a-a7ea-ff86be4fef76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:44.970840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:44.975895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d03f4ea-898c-4f46-aaa3-82d1bdfd5533,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:44.979826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:45.063921 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.072627 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-73f2eef1-a350-4c7c-996c-65cd79c75f85 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/1d03f4ea-898c-4f46-aaa3-82d1bdfd5533 HTTP/1.1" status: 204 len: 168 time: 0.6848636 Jan 18 19:48:45.072921 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37392) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:45.189227 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Router 750a29a1-8423-4e50-b17c-f6992acc14bd has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:48:45.194601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.398708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.534106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a18fae-442d-47f5-9040-2f3d6426a8d9']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:45.547645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c8abd5-075c-4e65-a7d5-cef6de2d4301') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:45.547991 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c8abd5-075c-4e65-a7d5-cef6de2d4301') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:45.560883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.577220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.579520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:48:45.724967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.739797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.770449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Network 60a18fae-442d-47f5-9040-2f3d6426a8d9 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:48:45.771506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-796e9cfd-d206-406d-ab91-d34d8135ce55 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:45.781028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.893762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:48:45.905209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] Sync routers for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:48:45.916490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:48:45.918298 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:48:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:45.938074 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event updated for resources: {'Port': ['ID=43469e69-85b0-4b31-b18f-6a1e0c3b11f7,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:45.943070 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:45.946400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:45.961102 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Network 60a18fae-442d-47f5-9040-2f3d6426a8d9 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:48:45.989188 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:48:46.051305 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-b1bca6dd-6585-4142-9794-e458ee5726d7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "PUT /v2.0/floatingips/f6b1d4ea-d368-47df-916a-cfbb4b19a6b8 HTTP/1.1" status: 200 len: 994 time: 3.1652780 Jan 18 19:48:46.052046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:46.062227 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.083335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.088364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.093479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:46.116263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a18fae-442d-47f5-9040-2f3d6426a8d9,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:46.124153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:46.125846 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-fb4fea46-35a2-4f5f-abb1-2bb8fdbfb258 admin admin] 10.222.0.109 "DELETE /v2.0/networks/60a18fae-442d-47f5-9040-2f3d6426a8d9 HTTP/1.1" status: 204 len: 168 time: 1.0518703 Jan 18 19:48:46.131113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37400) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:46.143778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.145140 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2949746 Jan 18 19:48:46.212980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] Deleting subnet fa40b45e-d411-4359-8ead-ded0c0bc877b {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:48:46.216606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.264592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-7ca92959-0e46-42d2-bbcf-7974fb4ac6dc tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Synchronizing usage tracker for tenant:fa32c12984514f04bb1698033cd3c918 on resource:floatingip {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:46.270789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-6447b7f2-8b25-40a7-b334-6f83bb232d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:46.272478 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-6447b7f2-8b25-40a7-b334-6f83bb232d76 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.1936786 Jan 18 19:48:46.275741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852627232'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.289066 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:48:46.313766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-7ca92959-0e46-42d2-bbcf-7974fb4ac6dc tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Unset dirty status for tenant:fa32c12984514f04bb1698033cd3c918 on resource:floatingip {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:46.315108 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-7ca92959-0e46-42d2-bbcf-7974fb4ac6dc tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/floatingips?floating_ip_address=172.28.3.117 HTTP/1.1" status: 200 len: 696 time: 0.1589737 Jan 18 19:48:46.350524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.487177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.561387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-69e74329-b160-43e9-a3f2-671eb45887f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:46.569835 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-69e74329-b160-43e9-a3f2-671eb45887f6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.2858884 Jan 18 19:48:46.722446 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850789737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3190581'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.734808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-afbafaac-262c-408c-adf6-c107c587b088 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:46.736383 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-afbafaac-262c-408c-adf6-c107c587b088 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/networks/dd6ea230-be1f-44c8-995a-98b8e7d3634e HTTP/1.1" status: 200 len: 784 time: 0.4052043 Jan 18 19:48:46.741987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c309ef89-3521-4a3e-863b-daeab7b3ab9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:46.744436 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-3d1d00f1-9f37-4ee2-8d0a-d2be3178fa36 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 997 time: 0.1735773 Jan 18 19:48:46.748161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': 'f6b1d4ea-d368-47df-916a-cfbb4b19a6b8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'floating_ip_address': '172.28.3.4', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'port_id': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'mac_address': 'fa:16:3e:6a:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:48:40Z', 'updated_at': '2021-01-18T19:48:43Z', 'revision_number': 1, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:46.752857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] Checking router: 750a29a1-8423-4e50-b17c-f6992acc14bd for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:48:46.762756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:48:46.763481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:48:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:46.791115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-c6ad80a7-19c0-41cd-b30b-97ab7307b4a6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:48:46.792250 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-df4ce8be-6e53-46e2-aa7e-1273755bfed9 req-c6ad80a7-19c0-41cd-b30b-97ab7307b4a6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0462666 Jan 18 19:48:46.795851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa40b45e-d411-4359-8ead-ded0c0bc877b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:46.804363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:46.841568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-c0b31b2e-988c-4d88-99e9-970cc0ed530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:46.850329 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-c0b31b2e-988c-4d88-99e9-970cc0ed530a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.1001573 Jan 18 19:48:46.899143 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'status': 'completed', 'code': 200} Jan 18 19:48:46.929401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:46.940040 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3e6d3ea2-dc41-4658-bace-d96736031d0e admin admin] 10.222.0.109 "DELETE /v2.0/subnets/fa40b45e-d411-4359-8ead-ded0c0bc877b HTTP/1.1" status: 204 len: 168 time: 0.8070128 Jan 18 19:48:46.940876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37408) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:47.014932 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:47.061175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:48:47.067859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:47.128868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-af71b30e-d148-4c43-b6cc-c5157e204b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:47.130523 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-af71b30e-d148-4c43-b6cc-c5157e204b54 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2793531 Jan 18 19:48:47.141279 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-4551c22c-753e-4885-9d13-1ec14802fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:47.142862 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-4551c22c-753e-4885-9d13-1ec14802fec4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.2165842 Jan 18 19:48:47.167413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6c03-0217-426d-a951-53216de728ac req-7ba512b9-2a59-40ac-80f1-0a8c85481333 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:47.169621 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-7ba512b9-2a59-40ac-80f1-0a8c85481333 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1711991 Jan 18 19:48:47.195992 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-4c660d3d-b43d-415d-b380-88894c2ff4c6 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:48:47.197078 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-4c660d3d-b43d-415d-b380-88894c2ff4c6 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0531363 Jan 18 19:48:47.269406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:47.392069 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4450742b-9753-47bb-9281-157c6fcc8541']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:47.408021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd085aa-cbea-4032-8045-b97bc5b1d335') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:47.408491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd085aa-cbea-4032-8045-b97bc5b1d335') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:47.409828 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-2e987f05-f24a-40c9-a646-23848b233ced tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/floatingips?floating_ip_address=172.28.3.117 HTTP/1.1" status: 200 len: 696 time: 0.2116923 Jan 18 19:48:47.423002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:47.442079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:47.443957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:48:47.500779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': 'f6b1d4ea-d368-47df-916a-cfbb4b19a6b8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'floating_ip_address': '172.28.3.4', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'port_id': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'mac_address': 'fa:16:3e:6a:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:48:40Z', 'updated_at': '2021-01-18T19:48:43Z', 'revision_number': 1, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:47.505372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f71cc-98d8-441a-936a-06e23d235527 None None] The sync data for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb is: [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': 'f6b1d4ea-d368-47df-916a-cfbb4b19a6b8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'floating_ip_address': '172.28.3.4', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'port_id': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'mac_address': 'fa:16:3e:6a:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:48:40Z', 'updated_at': '2021-01-18T19:48:43Z', 'revision_number': 1, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:48:47.519520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'floatingip': {'port_id': '70421f33-8885-4afd-b2f6-232b98e1d030', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:47.626128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:47.649376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Network 4450742b-9753-47bb-9281-157c6fcc8541 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:48:47.663608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:47.777228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-506eaeff-fb58-43e7-ad85-2950c4f8fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:47.779114 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-506eaeff-fb58-43e7-ad85-2950c4f8fc79 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.6084545 Jan 18 19:48:47.845070 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e0463-5e87-45c2-af2e-3f9e6d308bb1 None None] New status for floating IP f6b1d4ea-d368-47df-916a-cfbb4b19a6b8: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:48:48.111431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Network 4450742b-9753-47bb-9281-157c6fcc8541 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:48:48.139270 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:48:48.203182 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-614b5e0a-5308-4ad0-8c9c-0819356be6f2 service neutron] 10.222.0.109 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281783 Jan 18 19:48:48.225243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:48.228946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d890ce3d-4ef5-47de-9b0c-34b450697f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:48.247756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:48.255663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4450742b-9753-47bb-9281-157c6fcc8541,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:48.261873 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] 10.222.0.109 "DELETE /v2.0/networks/4450742b-9753-47bb-9281-157c6fcc8541 HTTP/1.1" status: 204 len: 168 time: 1.3199029 Jan 18 19:48:48.262974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e54cb68-1941-48f0-acf8-8f572a4787c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:48.354792 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-30971420-d2a7-42ce-8fc1-2e8a5364f66e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 997 time: 0.5592818 Jan 18 19:48:48.477828 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37416) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:48.531005 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7a86b78e-e3e5-47c3-be7d-a75ecf593c0f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0f160f577fe8411a89b9337f589ad76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516746 Jan 18 19:48:48.533721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37420) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:48.621411 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a554b7b-f913-412a-bf40-baeec0ab3684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:48.657410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a554b7b-f913-412a-bf40-baeec0ab3684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:48.662780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-db84b875-8c20-4bca-b4ef-1f4f3c975282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:48.664412 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-db84b875-8c20-4bca-b4ef-1f4f3c975282 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.2535427 Jan 18 19:48:48.668882 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-060dd80c-8f0a-4fc4-b02c-307cacd512e7 req-59528b5b-5993-4937-b4d1-3cc1fcf6647a service neutron] 10.222.0.109 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4544203 Jan 18 19:48:48.722473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a554b7b-f913-412a-bf40-baeec0ab3684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:48.728101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-37e7817c-f460-41e0-bfe7-4c1c482799ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:48.744663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a554b7b-f913-412a-bf40-baeec0ab3684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f44954-1652-4fc1-ad69-901becf5d1f6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:48.750356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9a554b7b-f913-412a-bf40-baeec0ab3684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:48.755672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a554b7b-f913-412a-bf40-baeec0ab3684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:48.757279 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-9a554b7b-f913-412a-bf40-baeec0ab3684 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/37f44954-1652-4fc1-ad69-901becf5d1f6 HTTP/1.1" status: 204 len: 168 time: 0.2223058 Jan 18 19:48:48.911400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-7b817ce7-1825-4e41-b4f8-076a4f8800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:48.913091 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-7b817ce7-1825-4e41-b4f8-076a4f8800d6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2331378 Jan 18 19:48:49.170109 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-71323de4-c25c-4aa3-a073-427886fd2545 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496181 Jan 18 19:48:49.185521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:49.212244 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:49.223579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37434) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:49.276170 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-60a4f40b-fc05-492c-852b-e88862e733d7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=73794e5eb4ee46d38f329e9bfee7b1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506353 Jan 18 19:48:49.278585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37438) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:49.340172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58d488ec-c707-4383-a926-ae59d2f68c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:49.374021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58d488ec-c707-4383-a926-ae59d2f68c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:49.437997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58d488ec-c707-4383-a926-ae59d2f68c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:49.443915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-515ced4c-ca97-4f17-bee9-aa008fc12a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:49.458942 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d488ec-c707-4383-a926-ae59d2f68c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1176c971-1bc2-4d67-ae01-817b9afb8599,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:49.463280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58d488ec-c707-4383-a926-ae59d2f68c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:49.466780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58d488ec-c707-4383-a926-ae59d2f68c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:49.470587 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-58d488ec-c707-4383-a926-ae59d2f68c96 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/1176c971-1bc2-4d67-ae01-817b9afb8599 HTTP/1.1" status: 204 len: 168 time: 0.1884007 Jan 18 19:48:49.505721 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-92e925d8-4bcc-40a5-8cf3-b51ab96e11ac req-ac15c235-7087-4d57-b0a8-34c83805a0fb service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3188488 Jan 18 19:48:49.509562 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Floating IP 50cc1979-5bf0-4d11-90f1-9e65392a206b associated. External IP: 172.28.3.117, port: 70421f33-8885-4afd-b2f6-232b98e1d030. Jan 18 19:48:50.132772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Router 296dccf2-3b6e-494b-8e56-389cdc9cab25 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:48:50.330907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:48:50.335323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:50.342804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] Sync routers for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:48:50.359578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:48:50.360849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:48:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:50.396095 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-72a0b348-2b15-41ab-9838-38099b858cb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "PUT /v2.0/floatingips/50cc1979-5bf0-4d11-90f1-9e65392a206b HTTP/1.1" status: 200 len: 996 time: 2.9075000 Jan 18 19:48:50.396801 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:50.523316 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030', 'status': 'completed', 'code': 200} Jan 18 19:48:50.558828 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6c03-0217-426d-a951-53216de728ac req-256fc068-27cd-4cfe-b31a-9eb0677a02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:50.565594 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-256fc068-27cd-4cfe-b31a-9eb0677a02bd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1162 time: 0.1252050 Jan 18 19:48:50.577223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:48:50.821560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6c03-0217-426d-a951-53216de728ac req-40e303d8-917d-482a-af41-0a10a95b157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:50.823349 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-40e303d8-917d-482a-af41-0a10a95b157d service neutron] 10.222.0.109 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.1934845 Jan 18 19:48:50.825465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-201809a9-3c3c-4e99-8ce3-972ff3be9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:50.827083 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-201809a9-3c3c-4e99-8ce3-972ff3be9940 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1162 time: 0.2604990 Jan 18 19:48:50.969404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '50cc1979-5bf0-4d11-90f1-9e65392a206b', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'port_id': '70421f33-8885-4afd-b2f6-232b98e1d030', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'mac_address': 'fa:16:3e:83:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:48:44Z', 'updated_at': '2021-01-18T19:48:48Z', 'revision_number': 1, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:49Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:50.973745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] Checking router: 296dccf2-3b6e-494b-8e56-389cdc9cab25 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:48:50.984060 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:48:50.984729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:48:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:51.047346 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-2b673f35-3165-4bbc-8503-3c33f1f68b13 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 999 time: 0.2160294 Jan 18 19:48:51.131559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-9e2633ba-01e2-4e39-8dad-a96c19fa1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:51.133169 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-9e2633ba-01e2-4e39-8dad-a96c19fa1140 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.2494993 Jan 18 19:48:51.206378 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:48:51.213828 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6c03-0217-426d-a951-53216de728ac req-7e57c213-c974-4cb9-aa9a-59311c6be5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:51.216159 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-7e57c213-c974-4cb9-aa9a-59311c6be5e5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.1593599 Jan 18 19:48:51.307781 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-8882d199-4c9f-4606-bdb8-8dd4618911a0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 999 time: 0.1670077 Jan 18 19:48:51.395604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-e15373ad-f6d6-4dcb-8178-aa970c6f3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:51.397257 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-e15373ad-f6d6-4dcb-8178-aa970c6f3c6a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.0832365 Jan 18 19:48:51.409140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6c03-0217-426d-a951-53216de728ac req-12921e11-7d09-46c2-bdef-0397ef964c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:51.411189 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-12921e11-7d09-46c2-bdef-0397ef964c82 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1867361 Jan 18 19:48:51.467787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-fd0194b2-7da3-48b4-9132-bd1af8ab3080 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:48:51.471703 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-fd0194b2-7da3-48b4-9132-bd1af8ab3080 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0154424 Jan 18 19:48:51.635400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-81446785-8f3b-482f-99d5-a98c58fe827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:51.637594 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-81446785-8f3b-482f-99d5-a98c58fe827e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2336242 Jan 18 19:48:51.705656 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-6a65368c-e007-49e9-b8aa-00325f8559cb service neutron] 10.222.0.109 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269375 Jan 18 19:48:51.883271 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '50cc1979-5bf0-4d11-90f1-9e65392a206b', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'port_id': '70421f33-8885-4afd-b2f6-232b98e1d030', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'mac_address': 'fa:16:3e:83:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:48:44Z', 'updated_at': '2021-01-18T19:48:48Z', 'revision_number': 1, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:49Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:48:51.888829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e458a-1303-4885-8894-cf4788cd85e7 None None] The sync data for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb is: [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '50cc1979-5bf0-4d11-90f1-9e65392a206b', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'floating_ip_address': '172.28.3.117', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'port_id': '70421f33-8885-4afd-b2f6-232b98e1d030', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'mac_address': 'fa:16:3e:83:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:48:44Z', 'updated_at': '2021-01-18T19:48:48Z', 'revision_number': 1, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:49Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:48:51.920934 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-e4d16a06-3070-47dc-bea3-176a53616e11 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757523 Jan 18 19:48:51.975099 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-547b6c03-0217-426d-a951-53216de728ac req-f5af9974-f7e2-4f40-8a2d-6dc13489bbf7 service neutron] 10.222.0.109 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2113557 Jan 18 19:48:52.059898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1214347327', 'description': 'tempest-TestMinimumBasicScenario-1214347327 description'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:52.073303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:52.087237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Usage tracker for resource:security_group and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:52.093663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:52.106235 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:52.139333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.154520 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8078c1b5-fa2b-4029-93ac-3e86ebd0eafa req-352e0b07-4343-4720-a213-90b22c54779c service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2157576 Jan 18 19:48:52.172782 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:52.177621 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Usage tracker for resource:security_group_rule and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:52.181272 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:52.187952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:52.278784 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.281803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.287228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-27b4a274-5483-431c-b128-5e5aa5c1e936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:52.331499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event updated for resources: {'SecurityGroup': ['ID=56f72a4a-2941-4328-82b0-04b29d7c9e20,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:52.334442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.335805 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a11ca2a2-68dd-468c-b058-657e5dbbf755 req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2909317 Jan 18 19:48:52.336646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:52.371076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf62ef5-95b6-4d9b-bf19-60ba97c42d29 None None] New status for floating IP 50cc1979-5bf0-4d11-90f1-9e65392a206b: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:48:52.426898 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-d904540c-5c71-48a4-b825-4a12f617fcab tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups/56f72a4a-2941-4328-82b0-04b29d7c9e20 HTTP/1.1" status: 200 len: 1814 time: 0.0544043 Jan 18 19:48:52.438286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56f72a4a-2941-4328-82b0-04b29d7c9e20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:52.438751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56f72a4a-2941-4328-82b0-04b29d7c9e20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:52.449905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:52.454312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Usage tracker for resource:security_group_rule and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:52.457521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:52.463976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:52.525210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.551327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.554567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.562326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:52.586853 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dacfa8-fa03-4e8f-9b7c-81c2eb616d07,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:52.590605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:52.594370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.595711 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d3ade9d9-9d1c-41b1-9b54-627900cbcfd1 req-28bc96fa-25cb-4797-8127-0d32cb3503c6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1618629 Jan 18 19:48:52.684586 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-506fee14-9712-4450-a8db-01e296a6ee75 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups/56f72a4a-2941-4328-82b0-04b29d7c9e20 HTTP/1.1" status: 200 len: 2407 time: 0.0553691 Jan 18 19:48:52.696421 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56f72a4a-2941-4328-82b0-04b29d7c9e20', 'remote_group_id': None}]} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:52.696772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56f72a4a-2941-4328-82b0-04b29d7c9e20', 'remote_group_id': None}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:52.707341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:52.711352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Usage tracker for resource:security_group_rule and tenant:fa32c12984514f04bb1698033cd3c918 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:52.714946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:52.720683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:52.782958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.806971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.809706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.811857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3b13dbb4-1735-41d5-b0ea-1141e7a2888d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:52.833497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451c1e4c-44aa-413b-875f-62a638866843,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:52.837709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:52.845149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:52.846421 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b13d5249-2d5f-4655-9990-db6151b3ab69 req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1547153 Jan 18 19:48:52.994144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-c0c362d9-fa8e-4e7b-ba10-5acdf6b26f98 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Synchronizing usage tracker for tenant:fa32c12984514f04bb1698033cd3c918 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:48:53.010378 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-c0c362d9-fa8e-4e7b-ba10-5acdf6b26f98 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Unset dirty status for tenant:fa32c12984514f04bb1698033cd3c918 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:48:53.012307 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-c0c362d9-fa8e-4e7b-ba10-5acdf6b26f98 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1214347327&fields=id&tenant_id=fa32c12984514f04bb1698033cd3c918 HTTP/1.1" status: 200 len: 267 time: 0.0627542 Jan 18 19:48:53.122610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-6258bc98-b826-4643-be0f-78540620ff78 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:53.124260 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-6258bc98-b826-4643-be0f-78540620ff78 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.1046128 Jan 18 19:48:53.136058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'port': {'security_groups': ['19a4cd7e-030e-4758-b444-53d4d9c8855c', '56f72a4a-2941-4328-82b0-04b29d7c9e20']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:53.272132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:53.876313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] For port 70421f33-8885-4afd-b2f6-232b98e1d030, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=70421f33-8885-4afd-b2f6-232b98e1d030,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:48:53.903662 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:53.907016 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:53.924282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:54.082008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event updated for resources: {'Port': ['ID=70421f33-8885-4afd-b2f6-232b98e1d030,revision_number=5']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:54.085548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:54.139493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:54.140196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:54.141754 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bf1a758d-7d42-4a0a-b5c3-4f15c6e4e22b req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "PUT /v2.0/ports/70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 981 time: 1.0107787 Jan 18 19:48:54.142314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:54.203745 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030', 'status': 'completed', 'code': 200} Jan 18 19:48:54.412500 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-cb0f003e-b3ba-46df-8a35-f99beb08e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:54.414536 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-cb0f003e-b3ba-46df-8a35-f99beb08e703 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1202 time: 0.1615188 Jan 18 19:48:54.427548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-81f328bf-9824-44e3-af12-d52dfaf11d8a None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:54.428546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81f328bf-9824-44e3-af12-d52dfaf11d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:54.459898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c73fe3-9be4-433b-a942-d0ac4fe2f9b2 req-2854be02-681c-49dc-8bcc-5bfa47693740 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:54.462027 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d4c73fe3-9be4-433b-a942-d0ac4fe2f9b2 req-2854be02-681c-49dc-8bcc-5bfa47693740 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.2075624 Jan 18 19:48:54.631264 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d4c73fe3-9be4-433b-a942-d0ac4fe2f9b2 req-5d70159f-8860-474a-b5d1-88e09e611c85 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1408291 Jan 18 19:48:54.660410 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-e4dc8f5c-d544-4b27-9c9d-fa67b7d029ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:54.662456 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-e4dc8f5c-d544-4b27-9c9d-fa67b7d029ad service neutron] 10.222.0.113 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.2370136 Jan 18 19:48:54.790831 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-c39a616f-e26e-47f0-8468-fab709d9440d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 1001 time: 0.1218228 Jan 18 19:48:54.882218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-65ee1fd0-9413-4109-b168-c51a851b7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:54.884134 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-65ee1fd0-9413-4109-b168-c51a851b7652 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.0876269 Jan 18 19:48:54.991541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-8e00ec28-50ee-4f8c-a784-37360985f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:48:54.993489 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-8e00ec28-50ee-4f8c-a784-37360985f2ff service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0953040 Jan 18 19:48:55.148374 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-a6eafc69-f927-4367-9a3c-62c5bc754137 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469476 Jan 18 19:48:55.297480 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-285cf73d-22b7-4d4a-aa90-93ffb99e8d3b req-e054d285-9a0b-4338-bd4a-94c967326d77 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414616 Jan 18 19:48:55.331631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37550) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:55.497735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:55.519305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:55.523439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Usage tracker for resource:security_group_rule and tenant:7ae79d573f2945878d14d10f07bb12aa is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:55.526431 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:55.532420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:55.620977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:55.623686 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:55.632558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7f37f0f2-a7f8-4a7e-9a40-5ab41d0f81ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:55.674228 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=7ae79d573f2945878d14d10f07bb12aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413663 Jan 18 19:48:55.675895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b046d4-aa17-4667-8693-d41f7dc0e2a3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:55.677081 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37558) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:55.679754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:55.740988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab8c1-d829-45fa-bcd4-a12b9e2e8417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:55.773267 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab8c1-d829-45fa-bcd4-a12b9e2e8417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:55.824757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab8c1-d829-45fa-bcd4-a12b9e2e8417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:55.829911 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e5cb385b-d5ea-4c73-b804-fead2c3786bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:55.842423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ab8c1-d829-45fa-bcd4-a12b9e2e8417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b046d4-aa17-4667-8693-d41f7dc0e2a3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:55.845809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0c4ab8c1-d829-45fa-bcd4-a12b9e2e8417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:55.847998 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab8c1-d829-45fa-bcd4-a12b9e2e8417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:55.850080 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0c4ab8c1-d829-45fa-bcd4-a12b9e2e8417 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/54b046d4-aa17-4667-8693-d41f7dc0e2a3 HTTP/1.1" status: 204 len: 168 time: 0.1717212 Jan 18 19:48:56.202451 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37566) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:56.221269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:56.236120 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:56.240187 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Usage tracker for resource:security_group_rule and tenant:530a77a5c2a14977aa014b9a6d09a43d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:56.243118 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:56.249775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:56.347359 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:56.350377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:56.357863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-56e470f5-140f-446f-9537-551b92e7a1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:56.400493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364d3e3e-9313-4223-b123-71c48bfcb254,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:56.404058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:56.408727 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=530a77a5c2a14977aa014b9a6d09a43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050946 Jan 18 19:48:56.410200 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37572) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:56.416319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 70421f33-8885-4afd-b2f6-232b98e1d030 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:48:56.488719 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e4ce-ee46-4594-8c57-9e8e5ca515bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:56.493331 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:48:56.493752 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:56.516274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e4ce-ee46-4594-8c57-9e8e5ca515bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:56.561374 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e4ce-ee46-4594-8c57-9e8e5ca515bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:56.566464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d7cb830b-a43d-4e80-bc5e-85e8c091deb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:56.581546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8e4ce-ee46-4594-8c57-9e8e5ca515bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364d3e3e-9313-4223-b123-71c48bfcb254,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:56.588726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f3a8e4ce-ee46-4594-8c57-9e8e5ca515bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:56.600182 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e4ce-ee46-4594-8c57-9e8e5ca515bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:56.602718 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f3a8e4ce-ee46-4594-8c57-9e8e5ca515bd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/364d3e3e-9313-4223-b123-71c48bfcb254 HTTP/1.1" status: 204 len: 168 time: 0.1910596 Jan 18 19:48:58.867090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37634) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:59.019396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.034707 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:59.038729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Usage tracker for resource:security_group_rule and tenant:552c7c36ae144d788337f41b747a746e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:59.041668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:59.047336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:59.130756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.134294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.144105 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e394904-84f6-4e47-ac24-0cf7feb5e3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:59.187018 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=552c7c36ae144d788337f41b747a746e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187556 Jan 18 19:48:59.188076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb87b46c-254e-4a3a-98b2-23e28ac0cff0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:59.189973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37640) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:59.191413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:59.255128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c118975-337a-4355-8e50-78d2d0e5fb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.286771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c118975-337a-4355-8e50-78d2d0e5fb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.332561 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c118975-337a-4355-8e50-78d2d0e5fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.337959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-86fa0110-7db5-4e9e-ae1b-c1e0e9f9d1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:59.352181 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c118975-337a-4355-8e50-78d2d0e5fb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb87b46c-254e-4a3a-98b2-23e28ac0cff0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:59.357274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6c118975-337a-4355-8e50-78d2d0e5fb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:59.363864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6c118975-337a-4355-8e50-78d2d0e5fb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.365198 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6c118975-337a-4355-8e50-78d2d0e5fb41 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/cb87b46c-254e-4a3a-98b2-23e28ac0cff0 HTTP/1.1" status: 204 len: 168 time: 0.1741538 Jan 18 19:48:59.726160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37648) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:59.746629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.761983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:48:59.766099 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Usage tracker for resource:security_group_rule and tenant:c41b6557d5f043bf88c9facbfe79e73d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:48:59.769081 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:48:59.774828 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:48:59.862169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.864883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:48:59.873801 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6c118975-337a-4355-8e50-78d2d0e5fb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:48:59.916733 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c41b6557d5f043bf88c9facbfe79e73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893911 Jan 18 19:48:59.918263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c60883-3f9d-4759-a238-3f59033a0830,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:48:59.920208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37654) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:48:59.921670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:48:59.988140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8f6e-9176-4551-8ac3-4d43e7d8b5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:00.015519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8f6e-9176-4551-8ac3-4d43e7d8b5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:00.061343 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8f6e-9176-4551-8ac3-4d43e7d8b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:00.066335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9e4022b9-195f-4cde-afa7-ba4fa57b1e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:00.079714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd8f6e-9176-4551-8ac3-4d43e7d8b5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c60883-3f9d-4759-a238-3f59033a0830,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:00.084656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a6fd8f6e-9176-4551-8ac3-4d43e7d8b5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:00.089802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8f6e-9176-4551-8ac3-4d43e7d8b5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:00.091024 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a6fd8f6e-9176-4551-8ac3-4d43e7d8b5fb admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/04c60883-3f9d-4759-a238-3f59033a0830 HTTP/1.1" status: 204 len: 168 time: 0.1697516 Jan 18 19:49:02.654104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37730) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:02.806315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:02.822357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:02.826606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Usage tracker for resource:security_group_rule and tenant:ad0b94c0d7eb4da785d684cf641a7167 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:02.829756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:02.835834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:02.928798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:02.932419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:02.941548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-107818db-7994-4c40-9c64-1092b848bad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:02.988777 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ad0b94c0d7eb4da785d684cf641a7167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332665 Jan 18 19:49:02.990272 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d3c90c-83ea-47d1-a968-46374fe9187c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:02.991597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37742) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:02.993629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:03.059551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da058a3d-9592-4c6f-a90c-de02a71cd4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.087082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da058a3d-9592-4c6f-a90c-de02a71cd4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.088596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37746) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:03.132925 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da058a3d-9592-4c6f-a90c-de02a71cd4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.138758 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0c4ab8c1-d829-45fa-bcd4-a12b9e2e8417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:03.152382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da058a3d-9592-4c6f-a90c-de02a71cd4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d3c90c-83ea-47d1-a968-46374fe9187c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:03.154942 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-da058a3d-9592-4c6f-a90c-de02a71cd4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:03.163740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da058a3d-9592-4c6f-a90c-de02a71cd4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.164975 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-da058a3d-9592-4c6f-a90c-de02a71cd4f1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/72d3c90c-83ea-47d1-a968-46374fe9187c HTTP/1.1" status: 204 len: 168 time: 0.1722965 Jan 18 19:49:03.253824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.270320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:03.274421 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Usage tracker for resource:security_group_rule and tenant:ac380ee0ed0c48b8836090ebc9adeede is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:03.278089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:03.284089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:03.370518 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.373859 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.383695 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-33b6a2a2-7685-485a-9b17-6b1477979bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:03.435686 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ac380ee0ed0c48b8836090ebc9adeede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429086 Jan 18 19:49:03.435933 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37756) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:03.449304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3596603c-8d72-4dc7-8454-66c81b09f08b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:03.454934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:03.506037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f04173-10b1-4af9-9046-71ae92afaee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.533601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f04173-10b1-4af9-9046-71ae92afaee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.594595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f04173-10b1-4af9-9046-71ae92afaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.600338 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4a91f789-6124-4c44-8e90-5641bc94f54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:03.613522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 37760) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:03.614405 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f04173-10b1-4af9-9046-71ae92afaee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3596603c-8d72-4dc7-8454-66c81b09f08b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:03.620572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47f04173-10b1-4af9-9046-71ae92afaee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:03.624958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f04173-10b1-4af9-9046-71ae92afaee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.626169 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-47f04173-10b1-4af9-9046-71ae92afaee8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3596603c-8d72-4dc7-8454-66c81b09f08b HTTP/1.1" status: 204 len: 168 time: 0.1892996 Jan 18 19:49:03.639002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.658023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:03.662492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Usage tracker for resource:security_group_rule and tenant:4698dc284a1c492088b6d224df3ad735 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:03.665758 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:03.672280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:03.767127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.770652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.780514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-51609fe9-8dfd-4025-afd7-c6f27814dde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:03.830966 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4698dc284a1c492088b6d224df3ad735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136245 Jan 18 19:49:03.830966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea1bb7-6bff-456e-b66d-179f311926e2,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:03.832039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37766) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:03.832814 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2938308-19d3-4ac5-9d9c-666bdd546711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:03.908293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-11fed0b8-f4c7-4ac5-91bc-bbc3c7c87c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.941677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-11fed0b8-f4c7-4ac5-91bc-bbc3c7c87c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.993280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-11fed0b8-f4c7-4ac5-91bc-bbc3c7c87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:03.999580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5c898193-7847-4564-838c-fe0dadb6842d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:04.013790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed0b8-f4c7-4ac5-91bc-bbc3c7c87c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea1bb7-6bff-456e-b66d-179f311926e2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:04.017350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-11fed0b8-f4c7-4ac5-91bc-bbc3c7c87c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:04.020183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-11fed0b8-f4c7-4ac5-91bc-bbc3c7c87c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:04.021448 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-11fed0b8-f4c7-4ac5-91bc-bbc3c7c87c04 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8eea1bb7-6bff-456e-b66d-179f311926e2 HTTP/1.1" status: 204 len: 168 time: 0.1882544 Jan 18 19:49:04.409918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:12.650149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-64952d61-e672-446c-9959-155a913bcc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:14.534608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:49:14.831473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1cce848-be8b-4e64-96bd-25f12c817164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:14.978818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:15.852582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20860-0aa7-44ab-bc96-ce9bd1b0f1ee req-575aa249-d18c-4447-9b6f-6dbf1f3debdd tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:15.854322 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fce20860-0aa7-44ab-bc96-ce9bd1b0f1ee req-575aa249-d18c-4447-9b6f-6dbf1f3debdd tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.1149836 Jan 18 19:49:15.907760 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fce20860-0aa7-44ab-bc96-ce9bd1b0f1ee req-edf5a2a9-726e-4e08-b92b-845d21b83217 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464849 Jan 18 19:49:16.400036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:16.865453 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:17.181616 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441de98c-8231-43ca-aae4-be4ae4817b41 req-a77f7881-01e1-4701-9cfb-a1e73713c0bf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:17.183385 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-441de98c-8231-43ca-aae4-be4ae4817b41 req-a77f7881-01e1-4701-9cfb-a1e73713c0bf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.1264236 Jan 18 19:49:17.236049 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-441de98c-8231-43ca-aae4-be4ae4817b41 req-659c38d0-1f7c-4726-a809-9ce438d630e5 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=53a76b3d-bd7a-40bc-9667-e9d466e10043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463581 Jan 18 19:49:17.477899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-60089c28-c209-4672-8fbb-432efbd7bd3c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:17.479792 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-60089c28-c209-4672-8fbb-432efbd7bd3c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 946 time: 0.1027889 Jan 18 19:49:17.564854 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Deleting port 0dade2b2-3e89-404b-9295-9341483ab20f {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:49:17.565234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:17.835116 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] For port 0dade2b2-3e89-404b-9295-9341483ab20f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=0dade2b2-3e89-404b-9295-9341483ab20f,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:49:17.835611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:18.164663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:18.165282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:18.165391 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Floating IP 03d25782-e525-4be7-b5b4-5b4600d8bbc4 disassociated. External IP: 172.28.3.209, port: 0dade2b2-3e89-404b-9295-9341483ab20f. Jan 18 19:49:18.165754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Calling delete_port for 0dade2b2-3e89-404b-9295-9341483ab20f owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:49:18.314280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:18.319671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:49:18.332645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:18.356595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] No Port match for: 0dade2b2-3e89-404b-9295-9341483ab20f {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:49:18.356920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 0dade2b2-3e89-404b-9295-9341483ab20f not bound to the agent host hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:49:18.393687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event deleted for resources: {'Port': ['ID=0dade2b2-3e89-404b-9295-9341483ab20f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:18.441827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:18.496658 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-605d02bb-a8cd-4542-b105-7139c0669ec3 req-32a9f054-5a2b-45f7-8a5d-814cb208c3ea tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 210 time: 0.1042986 Jan 18 19:49:18.751661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:49:19.175548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:49:19.187440 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] Sync routers for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:49:19.199160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:49:19.199950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:49:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:19.216452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] No DVR routers for this DVR port 0dade2b2-3e89-404b-9295-9341483ab20f on host hv-cinder-56205 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:49:19.219097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:19.223255 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'name': 'network-vif-deleted', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:19.262564 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d981855e-22eb-430a-9b5c-84d6dd9125dc req-7e4f1353-f094-4456-97b8-fe3edcf95758 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "DELETE /v2.0/ports/0dade2b2-3e89-404b-9295-9341483ab20f HTTP/1.1" status: 204 len: 173 time: 1.7780197 Jan 18 19:49:19.306610 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06495c72-c2ac-4919-a427-a4da2c0865db', 'name': 'network-vif-deleted', 'tag': '0dade2b2-3e89-404b-9295-9341483ab20f', 'status': 'completed', 'code': 200} Jan 18 19:49:19.398218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:49:19.730050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-3c983351-b636-4444-b85f-d1e48df8afdb req-eebf8f9e-fb5f-4450-891b-869ad7facd1c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Synchronizing usage tracker for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:49:19.754876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-3c983351-b636-4444-b85f-d1e48df8afdb req-eebf8f9e-fb5f-4450-891b-869ad7facd1c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Unset dirty status for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:49:19.758208 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3c983351-b636-4444-b85f-d1e48df8afdb req-eebf8f9e-fb5f-4450-891b-869ad7facd1c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=06495c72-c2ac-4919-a427-a4da2c0865db HTTP/1.1" status: 200 len: 210 time: 0.0923119 Jan 18 19:49:19.774093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:19.779641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] Checking router: 1ef5e45e-8c3c-4288-b6d7-3a02716087cb for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:49:19.789912 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:49:19.790595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:49:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:20.001259 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:49:20.343421 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:20.350128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a489354-3a77-435f-bc74-f2d11ce490a2 None None] The sync data for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb is: [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:49:20.765894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26498d-0af8-40e0-a7ae-e30831b6df11 None None] New status for floating IP 03d25782-e525-4be7-b5b4-5b4600d8bbc4: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:49:20.935657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37928) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:21.017647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88ca6c4a-7c18-483b-bfd1-88a69037bb16 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:21.050627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88ca6c4a-7c18-483b-bfd1-88a69037bb16 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:21.103977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88ca6c4a-7c18-483b-bfd1-88a69037bb16 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:21.109619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-89569d8a-1cc7-41d7-900b-d3da7906f5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:21.129165 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca6c4a-7c18-483b-bfd1-88a69037bb16 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a76b3d-bd7a-40bc-9667-e9d466e10043,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:21.132512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88ca6c4a-7c18-483b-bfd1-88a69037bb16 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:21.140401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88ca6c4a-7c18-483b-bfd1-88a69037bb16 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:21.141875 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-88ca6c4a-7c18-483b-bfd1-88a69037bb16 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "DELETE /v2.0/security-groups/53a76b3d-bd7a-40bc-9667-e9d466e10043 HTTP/1.1" status: 204 len: 168 time: 0.2049990 Jan 18 19:49:21.144870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37932) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:21.167675 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.v2.resource [None req-2cc06cba-ca37-4588-bd45-e26087b8e1f6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] show failed (client error): The resource could not be found. Jan 18 19:49:21.168790 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2cc06cba-ca37-4588-bd45-e26087b8e1f6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups/53a76b3d-bd7a-40bc-9667-e9d466e10043 HTTP/1.1" status: 404 len: 347 time: 0.0228307 Jan 18 19:49:21.171829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37936) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:21.346220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Deleting port b0ed759d-b1cb-499e-bc28-b9def5a7d582 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:49:21.346782 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:21.546606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:21.546977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:21.679623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Calling delete_port for b0ed759d-b1cb-499e-bc28-b9def5a7d582 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:49:21.825787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:21.842071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-96a51b7c-de90-483f-a084-2aa919e29238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:21.901347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event deleted for resources: {'Port': ['ID=b0ed759d-b1cb-499e-bc28-b9def5a7d582,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:21.904186 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:22.065922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.083173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.084427 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "DELETE /v2.0/floatingips/03d25782-e525-4be7-b5b4-5b4600d8bbc4 HTTP/1.1" status: 204 len: 168 time: 0.9116490 Jan 18 19:49:22.487818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37946) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:22.493666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'security_group': {'name': 'tempest-securitygroup--793334169', 'description': 'tempest-description--1557349518'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:22.504414 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:22.509650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:security_group and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:22.513293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:22.519144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:22.530071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.551477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:22.555472 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:security_group_rule and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:22.558407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:22.564180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:22.643580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.646551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.652629 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-19016d57-4bee-4863-b2d4-4f5848a2cd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:22.696870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e5f937-5320-41c2-ad9a-86a77a82931e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:22.700375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:22.701273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.705414 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2136908 Jan 18 19:49:22.706175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37952) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:22.711600 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'security_group_rule': {'security_group_id': 'c8e5f937-5320-41c2-ad9a-86a77a82931e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:22.721482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:22.725521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:security_group_rule and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:22.728613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:22.734441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:22.751738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.819890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.823262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.830576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8f5275f0-3ba3-48ef-b30c-77d084d80ffa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:22.852120 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f1bbc5-ccd1-4b4a-923c-499dcffa471f,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:22.854855 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:22.858614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.860115 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533067 Jan 18 19:49:22.862888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37956) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:22.868646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'security_group_rule': {'security_group_id': 'c8e5f937-5320-41c2-ad9a-86a77a82931e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:22.878993 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:22.883038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:security_group_rule and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:22.886613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:22.892421 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:22.909008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.975551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.978604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:22.980877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8d3c1619-aaeb-4989-9f07-bd019e9fe616 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:23.007221 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445d0462-7490-4746-a160-d93b4fec40b0,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:23.010715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:23.018201 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:23.019575 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-47da5435-0360-4e77-ac1f-58b23baf77a7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555939 Jan 18 19:49:23.022883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 37964) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:23.028935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'floatingip': {'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:23.038768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:23.043976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:floatingip and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:23.047468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:23.053800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:23.065514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:23.222171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:23.518130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Allocated IP 172.28.3.130 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/ed58e7f7-3f35-4232-b82d-574161967303) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:49:23.674454 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:23.702295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:23.717767 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4b93861e-74a8-4069-b6d2-a49a5cf518f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:23.850520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'Port': ['ID=ed58e7f7-3f35-4232-b82d-574161967303,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:23.853596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:23.903864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:49:23.905122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:49:23.907497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:49:23.989984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:24.049620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:24.324490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:24.328044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850789672'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:24.343383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e6854aa8-8802-4734-b1d9-0453d05f15eb tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:24.700418 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'Port': ['ID=ed58e7f7-3f35-4232-b82d-574161967303,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:24.705007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:24.808103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:24.830604 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:24.841347 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8079336 Jan 18 19:49:25.243219 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-334fad45-0c88-45bd-8fe1-ba31038e35f8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--793334169&fields=id&tenant_id=89ccca4a004c4223bb675d936e7b1664 HTTP/1.1" status: 200 len: 267 time: 0.0455196 Jan 18 19:49:25.427511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-e767a88d-e662-4155-a29b-8997cf1c0333 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:25.429133 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-e767a88d-e662-4155-a29b-8997cf1c0333 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 817 time: 0.1782598 Jan 18 19:49:25.446545 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-d25bea65-43e9-4063-b51b-df4e55b6a45f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/quotas/89ccca4a004c4223bb675d936e7b1664 HTTP/1.1" status: 200 len: 375 time: 0.0105324 Jan 18 19:49:25.551237 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-656d32a9-fdf9-46ae-be79-556780286078 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985401 Jan 18 19:49:25.702257 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-c7a9038f-d774-429e-badb-ca69dedd9459 service neutron] 10.222.0.109 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378167 Jan 18 19:49:25.847363 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-263f79a3-5760-475e-aab7-8209df988015 service neutron] 10.222.0.109 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385479 Jan 18 19:49:26.216040 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c5ee4ef4-313a-4b9d-b4a2-2e47d49d035a req-6bd4ef2d-f65d-44ae-86e2-97f70a91b476 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 210 time: 0.2120798 Jan 18 19:49:27.230243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-3618160f-9af7-4a68-b5a7-72ca21ec2f68 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:27.231965 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-3618160f-9af7-4a68-b5a7-72ca21ec2f68 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 817 time: 0.1825733 Jan 18 19:49:27.329551 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-43eaa5f0-ce20-4b81-9f6b-cf20ecfe7c18 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=89ccca4a004c4223bb675d936e7b1664 HTTP/1.1" status: 200 len: 5704 time: 0.0821848 Jan 18 19:49:27.337924 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'port': {'device_id': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'admin_state_up': True, 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'security_groups': ['c8e5f937-5320-41c2-ad9a-86a77a82931e']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:27.475889 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-585fb6dd-b962-476d-a2d4-df444abcd4e1 req-ba138d9e-2cf7-4842-b9a7-92dbbd027e5c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 210 time: 0.1051376 Jan 18 19:49:27.531599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:27.535909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Usage tracker for resource:port and tenant:89ccca4a004c4223bb675d936e7b1664 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:27.538928 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Quota usage for port was recalculated. Used quota:3. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:27.545522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:27.554602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Made reservation on behalf of 89ccca4a004c4223bb675d936e7b1664 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:49:27.564282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:27.877208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Allocated IP 172.20.0.13 (bb0528e6-08c3-4923-8dc2-c5239cfeaf9e/4a79504a-0590-4394-a746-ed6fe8f94796/5ed95bc1-1c37-46c6-a379-6b9afce66938) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:49:28.083956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:28.100896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Transition to ACTIVE for port object 5ed95bc1-1c37-46c6-a379-6b9afce66938 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:49:28.124727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:28.142451 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-989d899c-1bec-4a27-93b1-2aa82e484b79 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:28.294602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event updated for resources: {'Port': ['ID=5ed95bc1-1c37-46c6-a379-6b9afce66938,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:28.297820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:28.346401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:49:28.347582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:49:28.349962 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:49:28.368311 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:28.369038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:28.395472 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-4135c1f8-8aff-4d12-86dc-c345e736979f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0616152 Jan 18 19:49:28.414180 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Request body: {'port': {'device_id': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:28.539282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f60fd5ab-a499-49e5-bb7f-c720b94bb4b6 None None] Provisioning for port 5ed95bc1-1c37-46c6-a379-6b9afce66938 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:49:28.543603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:28.545617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f60fd5ab-a499-49e5-bb7f-c720b94bb4b6 None None] Provisioning complete for port 5ed95bc1-1c37-46c6-a379-6b9afce66938 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:49:28.546387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f60fd5ab-a499-49e5-bb7f-c720b94bb4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:28.607806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f60fd5ab-a499-49e5-bb7f-c720b94bb4b6 None None] Port 5ed95bc1-1c37-46c6-a379-6b9afce66938 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:49:28.818903 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-8113ec11-eec7-440d-ad6e-9effe6b06bd6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0788753 Jan 18 19:49:28.867272 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4236d7-f18d-4f28-b748-aa43f858d732 req-7f60af19-3faf-4c57-8595-3c60bbec1a8b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:28.868047 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-3f4236d7-f18d-4f28-b748-aa43f858d732 req-7f60af19-3faf-4c57-8595-3c60bbec1a8b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Synchronizing usage tracker for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:49:28.958169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-3f4236d7-f18d-4f28-b748-aa43f858d732 req-7f60af19-3faf-4c57-8595-3c60bbec1a8b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Unset dirty status for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:49:28.959526 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3f4236d7-f18d-4f28-b748-aa43f858d732 req-7f60af19-3faf-4c57-8595-3c60bbec1a8b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 932 time: 0.3067696 Jan 18 19:49:28.988638 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-b55d7b63-2d51-4bdd-b0ca-63f1173b7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:28.990281 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-b55d7b63-2d51-4bdd-b0ca-63f1173b7e61 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 1163 time: 0.0883126 Jan 18 19:49:29.049121 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3f4236d7-f18d-4f28-b748-aa43f858d732 req-e8661620-019f-4625-a513-e08af5a5376d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775740 Jan 18 19:49:29.136166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed95bc1-1c37-46c6-a379-6b9afce66938 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:49:29.144492 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:29.157409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Transition to ACTIVE for port object 5ed95bc1-1c37-46c6-a379-6b9afce66938 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:49:29.160768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:29.161010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-cef84117-d4f5-4da3-ab37-bc5b5be05731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:29.162571 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-cef84117-d4f5-4da3-ab37-bc5b5be05731 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 905 time: 0.1529500 Jan 18 19:49:29.177602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c0a683cd-368d-400d-a3ae-23c84ededf2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:29.281235 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-6d937667-d4d5-44ee-aa91-81b8d9bfd0f8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2 HTTP/1.1" status: 200 len: 1001 time: 0.1099951 Jan 18 19:49:29.327090 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Pushing event updated for resources: {'Port': ['ID=5ed95bc1-1c37-46c6-a379-6b9afce66938,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:29.331830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:29.362754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-63ce67af-0078-4e49-b890-1666c371eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:29.364341 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-63ce67af-0078-4e49-b890-1666c371eb05 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.0739586 Jan 18 19:49:29.450829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-e6769d96-918a-4c3a-90b6-e57b342641e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:29.452793 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-e6769d96-918a-4c3a-90b6-e57b342641e7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0828023 Jan 18 19:49:29.477041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Attempting to bind port 5ed95bc1-1c37-46c6-a379-6b9afce66938 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:49:29.477428 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Attempting to bind port 5ed95bc1-1c37-46c6-a379-6b9afce66938 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:49:29.477983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Attempting to bind port 5ed95bc1-1c37-46c6-a379-6b9afce66938 on network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:49:29.484409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:49:29.484543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Checking segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:49:29.485168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:29.485468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Bound using segment: {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:49:29.485969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Bound port: 5ed95bc1-1c37-46c6-a379-6b9afce66938, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332ac30f-c49c-4719-8bba-1cf890f7abd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:49:29.486339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:29.590159 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] For port 5ed95bc1-1c37-46c6-a379-6b9afce66938, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:49:29.593341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] For port 5ed95bc1-1c37-46c6-a379-6b9afce66938, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:49:29.597342 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:29.604811 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-2612372e-eefe-46d3-8461-f7920599f964 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463037 Jan 18 19:49:29.613610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a7bcd2be-4d29-4b16-9278-8f485c7a71f7 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:29.751438 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69a91e96-622a-4c39-a010-4a7c99970cd7 req-5ecfce57-45ec-4ccc-b54c-856f29fd04df service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413715 Jan 18 19:49:29.986098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Pushing event updated for resources: {'Port': ['ID=5ed95bc1-1c37-46c6-a379-6b9afce66938,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:29.991197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:30.024921 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:30.025640 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:30.027181 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] 10.222.0.113 "PUT /v2.0/ports/5ed95bc1-1c37-46c6-a379-6b9afce66938 HTTP/1.1" status: 200 len: 1158 time: 1.6181898 Jan 18 19:49:30.027709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:30.122566 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'status': 'completed', 'code': 200} Jan 18 19:49:30.167692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-66819dd7-8954-4b18-86c4-3cfa1f07bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:30.169384 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-66819dd7-8954-4b18-86c4-3cfa1f07bad5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 1161 time: 0.0845215 Jan 18 19:49:30.303709 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-6b66e9ef-3939-4330-9717-bad27b4b0a19 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938 HTTP/1.1" status: 200 len: 217 time: 0.1151936 Jan 18 19:49:30.393547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-db0b9cb4-6268-4cd9-813b-f25fc95a6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:30.395139 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-db0b9cb4-6268-4cd9-813b-f25fc95a6e12 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.0857298 Jan 18 19:49:30.424660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662505-bb5c-4b5c-8870-d9c6138cdbb1 req-a842eef2-60a8-4639-a911-b24b0e565f49 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:30.426314 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34662505-bb5c-4b5c-8870-d9c6138cdbb1 req-a842eef2-60a8-4639-a911-b24b0e565f49 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1820560 Jan 18 19:49:30.523357 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34662505-bb5c-4b5c-8870-d9c6138cdbb1 req-e65a23ca-1a1d-4902-a9f2-117180b143f4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615578 Jan 18 19:49:30.546350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-8d265fb9-b910-4c15-9708-e7327418b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:30.548020 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-8d265fb9-b910-4c15-9708-e7327418b8c9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1474771 Jan 18 19:49:30.695023 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-2eb196b6-cbf1-429a-9077-a9c739911616 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410780 Jan 18 19:49:30.838993 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-568da792-bf2f-4152-b8e3-5122fac2b188 req-ba5783ec-5564-4a6b-86cf-843c6d0428f8 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364763 Jan 18 19:49:31.017494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-b0ea342a-c023-4c4d-b230-d333e801153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:31.019121 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-b0ea342a-c023-4c4d-b230-d333e801153b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 1161 time: 0.0863671 Jan 18 19:49:31.161991 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-85f38cc1-fa9d-4551-8e34-4b3a9af824bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:31.163511 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-85f38cc1-fa9d-4551-8e34-4b3a9af824bc service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.1382506 Jan 18 19:49:31.237044 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-8db656e1-a997-4384-9ecc-dd94db3934ee service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938 HTTP/1.1" status: 200 len: 217 time: 0.0657690 Jan 18 19:49:31.312728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-362d0306-8754-4c1c-8e89-16cc28d61d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:31.314296 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-362d0306-8754-4c1c-8e89-16cc28d61d2c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.0680084 Jan 18 19:49:31.405219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-87638b8a-9ea7-47ca-a520-5dfc8f4a1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:31.406835 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-87638b8a-9ea7-47ca-a520-5dfc8f4a1cec service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0773828 Jan 18 19:49:31.551282 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-c9445941-9401-464b-8001-75a0e77661d3 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384978 Jan 18 19:49:31.765052 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd532408-ec9b-41e6-a9c7-e9b02abe1644 req-74755ce6-cf95-43df-a339-283c2482b575 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1988034 Jan 18 19:49:31.815445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c943d7b-3eb6-44c1-a7e0-652d7b4b5607 req-3bacde2a-89ba-4552-940d-60798289a716 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:31.817153 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1c943d7b-3eb6-44c1-a7e0-652d7b4b5607 req-3bacde2a-89ba-4552-940d-60798289a716 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1372192 Jan 18 19:49:31.873875 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1c943d7b-3eb6-44c1-a7e0-652d7b4b5607 req-8d0cdfb0-b94b-4333-9f0c-7defc2b753ba tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497861 Jan 18 19:49:32.990935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 5ed95bc1-1c37-46c6-a379-6b9afce66938 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:49:33.066615 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 5ed95bc1-1c37-46c6-a379-6b9afce66938 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:49:33.071991 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 5ed95bc1-1c37-46c6-a379-6b9afce66938 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:49:33.072438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.134975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761892d-eb04-4a9a-b1da-2b0cbf89d130 req-cfb84386-60de-4cfb-9f9f-41049a5420fa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:33.136659 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4761892d-eb04-4a9a-b1da-2b0cbf89d130 req-cfb84386-60de-4cfb-9f9f-41049a5420fa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1134655 Jan 18 19:49:33.196311 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4761892d-eb04-4a9a-b1da-2b0cbf89d130 req-938b8d07-ed3c-49e9-a5fc-6d83e8c15d56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526123 Jan 18 19:49:33.208919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.238732 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:33.249181 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 5ed95bc1-1c37-46c6-a379-6b9afce66938, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:49:33.253609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.256091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-68399116-a4a9-4dbe-86ab-729f642a35cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:33.274918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 38072) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:33.306254 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'code': 200} Jan 18 19:49:33.341220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=5ed95bc1-1c37-46c6-a379-6b9afce66938,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:33.349319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.349706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.350128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.350446 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.350797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.351190 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.351555 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.351918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.352280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.352636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.352977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.353312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.354283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.354642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.354993 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.355371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.355729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.356085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.356509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.356869 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.357207 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.357578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.357932 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.358292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.362801 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:33.451455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.467720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:33.471897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Usage tracker for resource:security_group_rule and tenant:4aee7cbb150243df9f858a72f71ff553 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:33.475514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:33.482262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:33.629488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.634232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.643362 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-688deca2-3c73-43f9-abed-26da43aa1c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:33.687916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d1f47-4cd4-47bb-a39f-179cdbdc9e3b req-d4139d87-2f8c-499f-9837-f7a4bd952045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:33.689556 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c73d1f47-4cd4-47bb-a39f-179cdbdc9e3b req-d4139d87-2f8c-499f-9837-f7a4bd952045 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 1163 time: 0.1580691 Jan 18 19:49:33.694631 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4aee7cbb150243df9f858a72f71ff553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180110 Jan 18 19:49:33.698136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 38078) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:33.698283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8dfbf3-7f98-4316-9681-3dd0a9811113,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:33.726399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.726811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.727223 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.727623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.728019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.728441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.728832 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.729226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.729614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.730001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.730389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.730772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.731242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.731626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.732026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.733885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.733885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.733885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.733885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.733885 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.734263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.734528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.734907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.735334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.741391 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-823bd2c2-e3eb-4059-9190-a3d60f498e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:33.759381 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c73d1f47-4cd4-47bb-a39f-179cdbdc9e3b req-4129e8b7-36a3-4ee0-8c1c-e84b29170456 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626242 Jan 18 19:49:33.763937 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.796166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.846770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.851902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2ae1ae5e-14d6-4d11-bf9f-e6dd504525ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:33.865693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8dfbf3-7f98-4316-9681-3dd0a9811113,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:33.874407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:33.875650 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ac8dfbf3-7f98-4316-9681-3dd0a9811113 HTTP/1.1" status: 204 len: 168 time: 0.1763797 Jan 18 19:49:33.877247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.877670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.878062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.878466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.878872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.879303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.879703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.880103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.880503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.880902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.881296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.881736 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.882123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.882517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.882910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.883327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.883722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.884115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.884506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.884982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.885378 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.885774 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.886163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.886557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:49:33.890591 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:34.432121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:34.495674 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b95ec-301e-4b4b-b663-478711a477c1 req-8b292b82-8eca-47e1-966b-6fce3d605e53 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:34.497388 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-093b95ec-301e-4b4b-b663-478711a477c1 req-8b292b82-8eca-47e1-966b-6fce3d605e53 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1079178 Jan 18 19:49:34.552701 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-093b95ec-301e-4b4b-b663-478711a477c1 req-24e6f6f8-6643-4ae8-ba36-273e8e459d18 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490377 Jan 18 19:49:34.782063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 5ed95bc1-1c37-46c6-a379-6b9afce66938 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:49:34.855789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 5ed95bc1-1c37-46c6-a379-6b9afce66938 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:49:34.856211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:35.812254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8847d33-6b14-4357-8705-0a644d379889 req-ff8780fe-b4ab-4268-91b8-e13f57621140 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:35.813850 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d8847d33-6b14-4357-8705-0a644d379889 req-ff8780fe-b4ab-4268-91b8-e13f57621140 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1057346 Jan 18 19:49:35.864214 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d8847d33-6b14-4357-8705-0a644d379889 req-76197b9d-296d-4e68-804e-69c8f54fd245 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437629 Jan 18 19:49:36.109146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61767d-52b5-4742-90d1-b466e0b81581 req-ae5ef846-2134-4e9c-859e-dbb8309c53ea tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:36.110659 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a61767d-52b5-4742-90d1-b466e0b81581 req-ae5ef846-2134-4e9c-859e-dbb8309c53ea tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1050456 Jan 18 19:49:36.120930 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 38114) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:36.126905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Request body: {'floatingip': {'port_id': '5ed95bc1-1c37-46c6-a379-6b9afce66938'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:36.214744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:36.616627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 5ed95bc1-1c37-46c6-a379-6b9afce66938 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:49:36.855803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 5ed95bc1-1c37-46c6-a379-6b9afce66938 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:49:36.856366 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:36.868490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:36.871464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:37.050755 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Floating IP 0aeb67b1-32d0-480a-9233-293696683ff0 associated. External IP: 172.28.3.130, port: 5ed95bc1-1c37-46c6-a379-6b9afce66938. Jan 18 19:49:37.423875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:49:37.845595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:49:37.850045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:37.856450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] Sync routers for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:49:37.866404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:49:37.867095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:49:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:37.910951 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-4fd4482a-f3f1-4ace-a6e0-52335e780494 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "PUT /v2.0/floatingips/0aeb67b1-32d0-480a-9233-293696683ff0 HTTP/1.1" status: 200 len: 992 time: 1.7861865 Jan 18 19:49:37.910951 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:37.975614 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'status': 'completed', 'code': 200} Jan 18 19:49:38.068520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:49:38.125030 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-ebcfe19b-c0ee-4f99-a6c2-57c6a41d0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:38.126699 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-ebcfe19b-c0ee-4f99-a6c2-57c6a41d0798 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 1163 time: 0.0961750 Jan 18 19:49:38.272123 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-6991aa76-4e7c-4f71-b627-434284d72f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:38.273727 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-6991aa76-4e7c-4f71-b627-434284d72f85 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.1404757 Jan 18 19:49:38.386447 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-31b5ac8e-ac62-4033-995e-5a9ba71508e8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938 HTTP/1.1" status: 200 len: 1000 time: 0.1046715 Jan 18 19:49:38.448373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '0aeb67b1-32d0-480a-9233-293696683ff0', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'floating_ip_address': '172.28.3.130', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'port_id': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'mac_address': 'fa:16:3e:a8:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:49:23Z', 'updated_at': '2021-01-18T19:49:36Z', 'revision_number': 1, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:38.452609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] Checking router: 1ef5e45e-8c3c-4288-b6d7-3a02716087cb for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:49:38.461986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:49:38.463367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:49:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:38.602546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-914e694e-80ef-4288-a76c-2b9a5f13c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:38.604235 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-914e694e-80ef-4288-a76c-2b9a5f13c17c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.2124977 Jan 18 19:49:38.653669 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:49:38.688746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-57ee93f8-03af-40ca-beb4-cb9f4f1a31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:38.690376 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-57ee93f8-03af-40ca-beb4-cb9f4f1a31b6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0790212 Jan 18 19:49:38.834880 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-24eaa84a-50be-4fc7-a252-3994a5810a7d service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374958 Jan 18 19:49:38.976475 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2aeb46e5-3f12-4cd8-af6b-2a2b685ef379 req-da4cf461-92da-42bd-8183-f726374a5581 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356947 Jan 18 19:49:39.020453 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '0aeb67b1-32d0-480a-9233-293696683ff0', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'floating_ip_address': '172.28.3.130', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'port_id': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'mac_address': 'fa:16:3e:a8:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:49:23Z', 'updated_at': '2021-01-18T19:49:36Z', 'revision_number': 1, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:39.024620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f121e-245f-43d5-8eb3-3a42ef9e1d14 None None] The sync data for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb is: [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '0aeb67b1-32d0-480a-9233-293696683ff0', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'floating_ip_address': '172.28.3.130', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'port_id': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'mac_address': 'fa:16:3e:a8:49:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:49:23Z', 'updated_at': '2021-01-18T19:49:36Z', 'revision_number': 1, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:49:39.322701 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52dfd8e-2705-4f08-9ad6-80287f574b9c None None] New status for floating IP 0aeb67b1-32d0-480a-9233-293696683ff0: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:49:40.981096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9c100-bb86-40f4-a3a8-7c16c95da9a0 req-aaf863dc-7894-44bd-93e2-9b1d626fb27b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:40.982786 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-08c9c100-bb86-40f4-a3a8-7c16c95da9a0 req-aaf863dc-7894-44bd-93e2-9b1d626fb27b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1729615 Jan 18 19:49:41.008723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-c4d1cabe-30c7-4976-bb21-5c69f849c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:41.010820 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-c4d1cabe-30c7-4976-bb21-5c69f849c414 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1202 time: 0.1584375 Jan 18 19:49:41.091836 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-08c9c100-bb86-40f4-a3a8-7c16c95da9a0 req-04557aab-c400-420e-a67a-8ef9d06ebe60 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1015108 Jan 18 19:49:41.190878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-dba92ba2-62a5-43dd-85fc-d15fe5915ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:41.192814 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-dba92ba2-62a5-43dd-85fc-d15fe5915ea7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.1652110 Jan 18 19:49:41.304552 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-70ffaa95-80ac-4405-b2d7-5a03bbf7dbbd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 1001 time: 0.1015034 Jan 18 19:49:41.381620 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-12915398-a010-459f-835d-39f136f5253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:41.383971 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-12915398-a010-459f-835d-39f136f5253d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.0706561 Jan 18 19:49:41.472256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-75b2959f-1f52-4871-926e-ff4dda9522c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:41.473884 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-75b2959f-1f52-4871-926e-ff4dda9522c3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0840209 Jan 18 19:49:41.617516 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-25771a77-272a-4689-8458-963ab506891f service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374166 Jan 18 19:49:41.980497 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfa5692a-5baf-463f-b11f-96c95b20a2f4 req-5a3291ef-cd19-4144-8a7a-b367350dac81 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3545141 Jan 18 19:49:42.334330 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ff89-ce88-4374-a963-c0a3b56aa0eb req-e3b30c97-f323-4b67-b191-9189763d6a81 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:42.335958 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf76ff89-ce88-4374-a963-c0a3b56aa0eb req-e3b30c97-f323-4b67-b191-9189763d6a81 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1071990 Jan 18 19:49:42.391874 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf76ff89-ce88-4374-a963-c0a3b56aa0eb req-fafe6a66-f6d7-4c80-b6cf-0dcc35bc2341 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0493472 Jan 18 19:49:42.646197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c42837d5-e946-4c75-8a6c-4d6cdd5aa03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:43.623411 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef74764-e335-4060-8278-5a865b2cedf9 req-3d53cd32-25fb-444e-94ae-5b32b4500c8b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:43.625320 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1ef74764-e335-4060-8278-5a865b2cedf9 req-3d53cd32-25fb-444e-94ae-5b32b4500c8b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1047888 Jan 18 19:49:43.686949 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1ef74764-e335-4060-8278-5a865b2cedf9 req-a40c0e12-1ee9-4733-be9b-f3a3b931abec tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0552409 Jan 18 19:49:44.833644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-56799576-8d8e-4440-b904-a435c581e2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:44.926946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a016f-72e7-442d-ba74-b3ef22cb59ac req-a3723858-5e65-465a-9cde-8459d12df794 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:44.929342 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1b6a016f-72e7-442d-ba74-b3ef22cb59ac req-a3723858-5e65-465a-9cde-8459d12df794 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1065426 Jan 18 19:49:44.987757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:45.000608 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1b6a016f-72e7-442d-ba74-b3ef22cb59ac req-8253a5e4-709b-4dd1-9c85-2c4bb3ce68a6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0643542 Jan 18 19:49:46.263559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e96fe-a0fc-4090-ac60-2e0d155dc4b7 req-da93ce71-502e-4843-abe6-8709755a8fb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:46.265572 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3f0e96fe-a0fc-4090-ac60-2e0d155dc4b7 req-da93ce71-502e-4843-abe6-8709755a8fb6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1310792 Jan 18 19:49:46.328635 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3f0e96fe-a0fc-4090-ac60-2e0d155dc4b7 req-e8abab49-7432-4432-bb43-d317dffced7b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0564911 Jan 18 19:49:46.391662 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 38254) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:46.409512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.556876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.573241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:46.577601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Usage tracker for resource:security_group_rule and tenant:8201bb04d2dc4ec78c2b968ef91f8011 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:46.580848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:46.586910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:46.679675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.683178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.692752 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-873c5e19-166f-4487-a058-394f8887a6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:46.735807 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8201bb04d2dc4ec78c2b968ef91f8011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429732 Jan 18 19:49:46.736781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb8129-5b4a-490d-96e5-89a8dbe8010b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:46.739439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 38262) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:46.742323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:46.787285 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8653b-778a-4c29-9647-dff66c7c8349 req-db814a56-7623-4b34-bf27-4656bb7e61de tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:46.788855 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ab8653b-778a-4c29-9647-dff66c7c8349 req-db814a56-7623-4b34-bf27-4656bb7e61de tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1054471 Jan 18 19:49:46.803997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-15e72b08-c512-4cdd-b058-173348287eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.833080 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-15e72b08-c512-4cdd-b058-173348287eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.844326 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ab8653b-778a-4c29-9647-dff66c7c8349 req-23937677-cf3e-4451-b8bb-ef36bfb54c5f tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490048 Jan 18 19:49:46.870013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.880234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-15e72b08-c512-4cdd-b058-173348287eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.885973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a6fd8f6e-9176-4551-8ac3-4d43e7d8b5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:46.896952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e72b08-c512-4cdd-b058-173348287eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb8129-5b4a-490d-96e5-89a8dbe8010b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:46.901800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-15e72b08-c512-4cdd-b058-173348287eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:46.903884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-15e72b08-c512-4cdd-b058-173348287eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:46.905113 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-15e72b08-c512-4cdd-b058-173348287eff admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9abb8129-5b4a-490d-96e5-89a8dbe8010b HTTP/1.1" status: 204 len: 168 time: 0.1646812 Jan 18 19:49:47.574047 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0cf73-d15f-429b-8724-64653ee0f2ea req-a1e3137c-8bf4-4a1b-a639-7f220262b740 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:47.575779 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c1a0cf73-d15f-429b-8724-64653ee0f2ea req-a1e3137c-8bf4-4a1b-a639-7f220262b740 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1049478 Jan 18 19:49:47.635515 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c1a0cf73-d15f-429b-8724-64653ee0f2ea req-592fc57c-f191-402c-a046-7df19aa3c137 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0531452 Jan 18 19:49:48.084892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c0c51-0276-4611-bd89-97919965c338 req-d1b1e3f2-5f26-489c-8314-827ec17187fa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:48.086527 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd7c0c51-0276-4611-bd89-97919965c338 req-d1b1e3f2-5f26-489c-8314-827ec17187fa tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1065373 Jan 18 19:49:48.137647 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd7c0c51-0276-4611-bd89-97919965c338 req-14a0bf1e-3d2e-4e90-8880-77e32caa9591 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442584 Jan 18 19:49:48.623322 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 3a43221b-1db7-466e-aa62-3222dab3d8f2 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:49:48.655977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-314447bf-3909-4afb-976e-02a0a78620fc tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:48.657619 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-314447bf-3909-4afb-976e-02a0a78620fc tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 946 time: 0.1038363 Jan 18 19:49:48.746588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Deleting port 3a43221b-1db7-466e-aa62-3222dab3d8f2 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:49:48.746588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:48.751668 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:48.780308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:48.791049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 3a43221b-1db7-466e-aa62-3222dab3d8f2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:49:48.794162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:48.796053 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-604bb7e5-5aec-4a65-a3f8-4e7c45dd43d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:48.844221 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2', 'code': 200} Jan 18 19:49:48.870322 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=3a43221b-1db7-466e-aa62-3222dab3d8f2,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:48.873730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:48.999510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e49325-0d89-4e28-a047-71788d0fcf46 req-2583d2e9-db19-421c-8b20-5bc20223e2f0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:49.001115 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25e49325-0d89-4e28-a047-71788d0fcf46 req-2583d2e9-db19-421c-8b20-5bc20223e2f0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.2272022 Jan 18 19:49:49.138634 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25e49325-0d89-4e28-a047-71788d0fcf46 req-c10772ab-46e7-4100-a93a-0ac206b9b7f0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0876005 Jan 18 19:49:49.145936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] For port 3a43221b-1db7-466e-aa62-3222dab3d8f2, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=3a43221b-1db7-466e-aa62-3222dab3d8f2,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:49:49.146363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:49.542293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda191fc-7766-4a00-869e-98b132a7b59b req-a57e0393-aef1-4caa-8828-29a8ad2e1002 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:49.543966 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bda191fc-7766-4a00-869e-98b132a7b59b req-a57e0393-aef1-4caa-8828-29a8ad2e1002 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 944 time: 0.2358420 Jan 18 19:49:49.553020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:49.553435 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:49.553785 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Floating IP 49b4cb16-2085-45e9-9de0-ffa6a7a68c91 disassociated. External IP: 172.28.3.74, port: 3a43221b-1db7-466e-aa62-3222dab3d8f2. Jan 18 19:49:49.554161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Calling delete_port for 3a43221b-1db7-466e-aa62-3222dab3d8f2 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:49:49.657087 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bda191fc-7766-4a00-869e-98b132a7b59b req-42317af2-9943-4cd3-8aea-d66f7db8dad1 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6751e5a3-cf29-4701-a7fd-5643249994b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061127 Jan 18 19:49:49.745065 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:49.762963 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:49.821379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event deleted for resources: {'Port': ['ID=3a43221b-1db7-466e-aa62-3222dab3d8f2,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:49.825593 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:50.128319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Router afbfa0f8-5eee-41bb-828c-ecd4575fc969 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:49:50.599968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:49:50.610260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] Sync routers for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:49:50.620753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:49:50.621515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:49:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:50.645329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] No DVR routers for this DVR port 3a43221b-1db7-466e-aa62-3222dab3d8f2 on host hv-cinder-56205 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:49:50.648314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:50.651827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'name': 'network-vif-deleted', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:50.691239 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eddc6-4e94-4d11-9c22-780cbc4c09f5 req-33d8af1a-950c-40eb-8b4d-f733f83eba2a tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:50.692827 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d95eddc6-4e94-4d11-9c22-780cbc4c09f5 req-33d8af1a-950c-40eb-8b4d-f733f83eba2a tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.4112532 Jan 18 19:49:50.698617 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-edd1e169-5cfc-4270-8caa-8d97981ea27c req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "DELETE /v2.0/ports/3a43221b-1db7-466e-aa62-3222dab3d8f2 HTTP/1.1" status: 204 len: 173 time: 2.0352290 Jan 18 19:49:50.724969 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd19256-f1c0-44f6-a7cf-70752dc74574', 'name': 'network-vif-deleted', 'tag': '3a43221b-1db7-466e-aa62-3222dab3d8f2', 'status': 'completed', 'code': 200} Jan 18 19:49:50.754593 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d95eddc6-4e94-4d11-9c22-780cbc4c09f5 req-1c17347b-1d88-4de1-a59a-a98a79341ff1 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0543733 Jan 18 19:49:50.823108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:49:50.886020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a1d5003f-353b-40df-869b-0ac3d5e2c76f req-24dbbe87-332a-4895-a9ea-7f8e85eccafb tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Synchronizing usage tracker for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:49:50.901105 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-a1d5003f-353b-40df-869b-0ac3d5e2c76f req-24dbbe87-332a-4895-a9ea-7f8e85eccafb tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Unset dirty status for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:49:50.902419 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1d5003f-353b-40df-869b-0ac3d5e2c76f req-24dbbe87-332a-4895-a9ea-7f8e85eccafb tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=1bd19256-f1c0-44f6-a7cf-70752dc74574 HTTP/1.1" status: 200 len: 210 time: 0.0676186 Jan 18 19:49:51.333947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:51.338585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] Checking router: afbfa0f8-5eee-41bb-828c-ecd4575fc969 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:49:51.347695 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:49:51.348381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:49:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:51.534435 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:49:51.544904 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:49:51.876850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:49:51.881116 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce398a1-62d4-431c-a7dd-66385daed21e None None] The sync data for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb is: [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:49:52.002635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb435c2c-a5d9-4dd1-b992-15793dbe5900 req-613f79b8-ffee-4953-8af7-da6bcc2352cc tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:52.004363 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fb435c2c-a5d9-4dd1-b992-15793dbe5900 req-613f79b8-ffee-4953-8af7-da6bcc2352cc tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1068504 Jan 18 19:49:52.061917 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fb435c2c-a5d9-4dd1-b992-15793dbe5900 req-0e222adf-bf74-4f36-a393-6c2d2e3873e9 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0505512 Jan 18 19:49:52.071006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 38298) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:52.154375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2cafd10d-a0c9-42b9-a931-f41b07787c85 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:52.186352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2cafd10d-a0c9-42b9-a931-f41b07787c85 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:52.237026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2cafd10d-a0c9-42b9-a931-f41b07787c85 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:52.242634 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a4685558-324e-4dc8-9bb8-05042a0e8c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:52.258857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafd10d-a0c9-42b9-a931-f41b07787c85 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event deleted for resources: {'SecurityGroup': ['ID=6751e5a3-cf29-4701-a7fd-5643249994b3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:52.262370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2cafd10d-a0c9-42b9-a931-f41b07787c85 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:52.272212 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2cafd10d-a0c9-42b9-a931-f41b07787c85 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:52.273674 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2cafd10d-a0c9-42b9-a931-f41b07787c85 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "DELETE /v2.0/security-groups/6751e5a3-cf29-4701-a7fd-5643249994b3 HTTP/1.1" status: 204 len: 168 time: 0.2009070 Jan 18 19:49:52.278594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 38306) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:52.295868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e26c5a-4bc0-4cd9-b334-9741b594204c None None] New status for floating IP 49b4cb16-2085-45e9-9de0-ffa6a7a68c91: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:49:52.301154 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.v2.resource [None req-fd812bb1-aa86-46f9-b373-874ab4c6b3f3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] show failed (client error): The resource could not be found. Jan 18 19:49:52.303224 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-fd812bb1-aa86-46f9-b373-874ab4c6b3f3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups/6751e5a3-cf29-4701-a7fd-5643249994b3 HTTP/1.1" status: 404 len: 347 time: 0.0225613 Jan 18 19:49:52.305367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 38310) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:52.483798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Deleting port 3b40e877-2735-4d22-93a4-1d5f812095e4 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:49:52.484179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:52.673296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:52.673673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:52.706361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 70421f33-8885-4afd-b2f6-232b98e1d030 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:49:52.777672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:49:52.778091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:52.810104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Calling delete_port for 3b40e877-2735-4d22-93a4-1d5f812095e4 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:49:52.896704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:49:52.897364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:49:53.293324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddedf54-f159-40e2-8df8-7cb27ed62991 req-965da7a4-9888-47c6-af18-3189edcb594b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:53.294949 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ddedf54-f159-40e2-8df8-7cb27ed62991 req-965da7a4-9888-47c6-af18-3189edcb594b tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1028066 Jan 18 19:49:53.353496 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7ddedf54-f159-40e2-8df8-7cb27ed62991 req-49f37c2b-6eee-4048-be97-de3c7e7ae8d8 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0521078 Jan 18 19:49:53.398224 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Deleting port 3b40e877-2735-4d22-93a4-1d5f812095e4 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:49:53.398608 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:53.585039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:53.585633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:53.719740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Calling delete_port for 3b40e877-2735-4d22-93a4-1d5f812095e4 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:49:53.869624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:53.885983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a90f26ce-4d44-499b-a3a8-205c4af88512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:53.946232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event deleted for resources: {'Port': ['ID=3b40e877-2735-4d22-93a4-1d5f812095e4,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:53.950795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:54.062809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:54.080309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:54.081516 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "DELETE /v2.0/floatingips/49b4cb16-2085-45e9-9de0-ffa6a7a68c91 HTTP/1.1" status: 204 len: 168 time: 1.7746053 Jan 18 19:49:54.515003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 38322) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:54.520892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'security_group': {'name': 'tempest-securitygroup--1538218999', 'description': 'tempest-description--1683955493'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:54.533760 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:54.586197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:security_group and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:54.592278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:54.599299 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:54.620310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:54.648820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:54.657396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:security_group_rule and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:54.682341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e6e0b-b8e0-4276-99f4-80fd1991db12 req-231e6f52-9763-410f-a663-75fe39fb39b1 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:54.684038 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b14e6e0b-b8e0-4276-99f4-80fd1991db12 req-231e6f52-9763-410f-a663-75fe39fb39b1 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1530507 Jan 18 19:49:54.684978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:54.692320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:54.764487 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b14e6e0b-b8e0-4276-99f4-80fd1991db12 req-616bac2b-6e02-4e6c-a062-09dedf4698df tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0733378 Jan 18 19:49:54.814173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:54.817284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:54.824132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8cd67b55-7783-4a51-80f4-79396fae7f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:54.867536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'SecurityGroup': ['ID=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:54.870402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:54.874535 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3556271 Jan 18 19:49:54.874535 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:54.875426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 38328) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:54.880163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'security_group_rule': {'security_group_id': '6f938d9c-4a4a-47e6-9768-6b7a7aec6af7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:54.890621 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:54.894749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:security_group_rule and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:54.897822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:54.904411 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:54.920675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:54.989797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:54.992890 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.001008 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-46092a99-5afa-4681-8182-0d74a9df6ca5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:55.023340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cb8a04-2492-47d4-9568-99cbb7d86f35,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:55.026022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:55.029811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.031101 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-594cd112-1551-4088-9e88-30be25cb6731 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553247 Jan 18 19:49:55.033937 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 38332) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:55.039423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'security_group_rule': {'security_group_id': '6f938d9c-4a4a-47e6-9768-6b7a7aec6af7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:55.048958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:55.053000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:security_group_rule and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:55.056494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:55.062210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:55.079576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.142952 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.145692 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784168'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.153566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0fb7f94c-b4da-4918-8820-6ba0a26f4482 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:55.175170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7e7097-21c2-48aa-bfaf-19ccbb9452a4,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:55.177876 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:55.182146 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.183480 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-71063551-0314-453b-9cdb-40685fe5c442 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485064 Jan 18 19:49:55.186721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 38336) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:49:55.192352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'floatingip': {'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:55.202453 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:49:55.206536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Usage tracker for resource:floatingip and tenant:d35ce9b530944eb192bfb87456eb1d7c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:49:55.209565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:49:55.215459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:49:55.224916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.368596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.647872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Allocated IP 172.28.3.176 (dd6ea230-be1f-44c8-995a-98b8e7d3634e/baba1b62-5fb8-4394-a6dc-29abca8eb09d/9385779d-e8e4-4922-a380-c5e2cabbd5d8) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:49:55.806983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.836390 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:55.852329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0387c60c-614e-4869-b37f-21af69c30db7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:56.054770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'Port': ['ID=9385779d-e8e4-4922-a380-c5e2cabbd5d8,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:56.058816 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:56.122195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Network dd6ea230-be1f-44c8-995a-98b8e7d3634e is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:49:56.124084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:49:56.148128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd097f52-8e2a-4838-b02d-2e817e5f3af9 req-bb868d07-98b5-491b-9b7f-abcfa0d6dd66 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:56.149765 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd097f52-8e2a-4838-b02d-2e817e5f3af9 req-bb868d07-98b5-491b-9b7f-abcfa0d6dd66 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.2377303 Jan 18 19:49:56.150567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:49:56.221870 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dd097f52-8e2a-4838-b02d-2e817e5f3af9 req-746d55d8-e3f1-4f90-8392-5f75f6f14320 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0644963 Jan 18 19:49:56.224927 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:56.292351 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:56.563797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:56.567318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:56.582660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fd6b78fa-6861-4c32-aaef-a6c00961212e tempest-VolumesNegativeTest-591160124 tempest-VolumesNegativeTest-591160124] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:49:56.721474 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'Port': ['ID=9385779d-e8e4-4922-a380-c5e2cabbd5d8,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:49:56.732209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:49:57.004821 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:57.026455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:57.027787 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8399899 Jan 18 19:49:57.277333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e385a10c-af93-4683-8c47-21b3415cd629 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Synchronizing usage tracker for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:49:57.292677 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e385a10c-af93-4683-8c47-21b3415cd629 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Unset dirty status for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:49:57.293932 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e385a10c-af93-4683-8c47-21b3415cd629 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1538218999&fields=id&tenant_id=d35ce9b530944eb192bfb87456eb1d7c HTTP/1.1" status: 200 len: 267 time: 0.0628643 Jan 18 19:49:57.528059 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ff63f0da-0139-4c9b-ac81-8f6d34af3c46 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:57.529630 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ff63f0da-0139-4c9b-ac81-8f6d34af3c46 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 811 time: 0.2282686 Jan 18 19:49:57.552525 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-44e82b27-0568-4fa0-be9a-5d53ba117e51 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/quotas/d35ce9b530944eb192bfb87456eb1d7c HTTP/1.1" status: 200 len: 375 time: 0.0160277 Jan 18 19:49:57.625324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc64351-7619-4584-929b-3b34c77eea46 req-d81bde0d-e3a8-4e30-8c38-9d9503da0fda tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:57.626964 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2bc64351-7619-4584-929b-3b34c77eea46 req-d81bde0d-e3a8-4e30-8c38-9d9503da0fda tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.2280467 Jan 18 19:49:57.704275 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2bc64351-7619-4584-929b-3b34c77eea46 req-f458c5e3-330b-41a1-9d82-05fdb5b4c240 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0694547 Jan 18 19:49:57.729415 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-c31e5820-2701-48c8-85a5-9c26bbf7cba5 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Synchronizing usage tracker for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:49:57.744425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-c31e5820-2701-48c8-85a5-9c26bbf7cba5 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Unset dirty status for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:49:57.745817 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-c31e5820-2701-48c8-85a5-9c26bbf7cba5 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1865432 Jan 18 19:49:58.038539 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-074b9ad6-3368-4d6e-9f49-647ef6aced92 service neutron] 10.222.0.109 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801225 Jan 18 19:49:58.183308 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-85755989-4edc-457f-a659-25f892ab6859 service neutron] 10.222.0.109 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379220 Jan 18 19:49:58.391522 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-13b06e72-4034-4cf0-bab0-13a2a92f62f0 req-831e5922-f1ab-47e4-8843-042a168975ee tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 210 time: 0.0545688 Jan 18 19:49:58.772367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 70421f33-8885-4afd-b2f6-232b98e1d030 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:49:58.851284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:49:58.851710 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:49:58.952783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8daa6-c5c1-4531-a559-58e35cd42bd6 req-815d815b-7597-4eeb-9b83-75cb44f180af tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:58.954555 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-35a8daa6-c5c1-4531-a559-58e35cd42bd6 req-815d815b-7597-4eeb-9b83-75cb44f180af tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1105611 Jan 18 19:49:59.014406 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-35a8daa6-c5c1-4531-a559-58e35cd42bd6 req-57db0884-8e2e-4baa-ab68-6f21ad836920 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&id=56f72a4a-2941-4328-82b0-04b29d7c9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0527415 Jan 18 19:49:59.584132 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c6099313-22cc-401f-b228-9ef826721844 req-7fa52f83-568a-423c-9250-43381ee5d556 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 210 time: 0.0552819 Jan 18 19:49:59.889503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-5cefa983-165f-491f-a6f2-990b323625ce tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:49:59.891129 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-5cefa983-165f-491f-a6f2-990b323625ce tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 811 time: 0.1809406 Jan 18 19:49:59.992520 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-a13c6b49-066d-4072-b2eb-5ba2df398bb3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d35ce9b530944eb192bfb87456eb1d7c HTTP/1.1" status: 200 len: 5705 time: 0.0742037 Jan 18 19:50:00.001025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'port': {'device_id': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'admin_state_up': True, 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'security_groups': ['6f938d9c-4a4a-47e6-9768-6b7a7aec6af7']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:50:00.143396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:50:00.153034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:50:00.162009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Made reservation on behalf of d35ce9b530944eb192bfb87456eb1d7c for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:50:00.170919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:00.483501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Allocated IP 172.20.0.10 (cc5ef4fe-e105-49d1-b24f-3c9a34f25841/636b765a-fdca-4f0c-b10e-4809a6cf2ed0/1fe406e0-b814-4525-bf88-125905dec35d) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:50:00.693485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:00.713913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Transition to ACTIVE for port object 1fe406e0-b814-4525-bf88-125905dec35d will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:50:00.773120 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-741401f7-f9a0-4e53-b69d-43ed0dc3b38d req-0c5db903-f75a-4bf4-af77-6899abc8ba86 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 210 time: 0.0539474 Jan 18 19:50:00.786628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:00.808137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:50:00.947867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event updated for resources: {'Port': ['ID=1fe406e0-b814-4525-bf88-125905dec35d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:50:00.951225 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:50:01.003543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:50:01.004671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:50:01.006889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:50:01.025688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:01.026368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:01.053584 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ae48c084-97a9-4898-ae1d-ac0a3d082c39 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0564978 Jan 18 19:50:01.070601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Request body: {'port': {'device_id': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:50:01.194183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:01.211016 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-27d892ec-763f-4662-ac41-9510dfc820bb None None] Provisioning for port 1fe406e0-b814-4525-bf88-125905dec35d completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:50:01.216590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-27d892ec-763f-4662-ac41-9510dfc820bb None None] Provisioning complete for port 1fe406e0-b814-4525-bf88-125905dec35d triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:50:01.217009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-27d892ec-763f-4662-ac41-9510dfc820bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:01.276544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-27d892ec-763f-4662-ac41-9510dfc820bb None None] Port 1fe406e0-b814-4525-bf88-125905dec35d cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 18 19:50:01.613027 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe406e0-b814-4525-bf88-125905dec35d {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:50:01.621405 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:01.633611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Transition to ACTIVE for port object 1fe406e0-b814-4525-bf88-125905dec35d will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:50:01.636799 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:01.657312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3cf6d3ab-cbd2-4bc3-8800-1bc3db0460e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:50:01.793275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Pushing event updated for resources: {'Port': ['ID=1fe406e0-b814-4525-bf88-125905dec35d,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:50:01.802823 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:50:01.983529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Attempting to bind port 1fe406e0-b814-4525-bf88-125905dec35d on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:50:01.983916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Attempting to bind port 1fe406e0-b814-4525-bf88-125905dec35d by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:50:01.984283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Attempting to bind port 1fe406e0-b814-4525-bf88-125905dec35d on network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:50:01.995693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:50:01.996073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Checking segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:50:01.996484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:01.996884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Bound using segment: {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:50:01.997381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Bound port: 1fe406e0-b814-4525-bf88-125905dec35d, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd178dfee-b469-4c81-b846-7f807b20d545', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:50:01.997993 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:02.133618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d4ff-f005-4469-9b14-10d8de429ab1 req-51e6820f-67bf-4027-ace0-8f3de4860fba tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:02.134367 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6b93d4ff-f005-4469-9b14-10d8de429ab1 req-51e6820f-67bf-4027-ace0-8f3de4860fba tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Synchronizing usage tracker for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:50:02.154478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] For port 1fe406e0-b814-4525-bf88-125905dec35d, host hv-cinder-56205, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:50:02.159083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] For port 1fe406e0-b814-4525-bf88-125905dec35d, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=1fe406e0-b814-4525-bf88-125905dec35d,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:50:02.163020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:02.177397 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6b93d4ff-f005-4469-9b14-10d8de429ab1 req-51e6820f-67bf-4027-ace0-8f3de4860fba tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Unset dirty status for tenant:d35ce9b530944eb192bfb87456eb1d7c on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:50:02.178690 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6b93d4ff-f005-4469-9b14-10d8de429ab1 req-51e6820f-67bf-4027-ace0-8f3de4860fba tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 944 time: 0.2578540 Jan 18 19:50:02.181707 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a46dc752-6c65-4cb3-9eb0-0b298b36c1cd tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:50:02.590876 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6b93d4ff-f005-4469-9b14-10d8de429ab1 req-472497b1-177f-477a-ad2c-d8d4153ff53a tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733640 Jan 18 19:50:02.598037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Pushing event updated for resources: {'Port': ['ID=1fe406e0-b814-4525-bf88-125905dec35d,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:50:02.603423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:50:02.636772 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:02.637443 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:02.638913 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e9c1cdd8-3df3-4ce8-b038-a242cfe2ecaf service neutron] 10.222.0.113 "PUT /v2.0/ports/1fe406e0-b814-4525-bf88-125905dec35d HTTP/1.1" status: 200 len: 1158 time: 1.5735149 Jan 18 19:50:02.639475 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'tag': '1fe406e0-b814-4525-bf88-125905dec35d'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:50:02.784705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-1fde7149-fc10-433a-b129-1cf483ae6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:02.786458 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-1fde7149-fc10-433a-b129-1cf483ae6d77 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 1161 time: 0.0861094 Jan 18 19:50:02.794687 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'tag': '1fe406e0-b814-4525-bf88-125905dec35d', 'status': 'completed', 'code': 200} Jan 18 19:50:02.868665 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-f7ea5348-95a5-4bd0-a88a-3cf4219e4fb9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fe406e0-b814-4525-bf88-125905dec35d HTTP/1.1" status: 200 len: 217 time: 0.0670559 Jan 18 19:50:02.941565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-907abe07-29f9-45f9-9875-48f0a06c0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:02.943331 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-907abe07-29f9-45f9-9875-48f0a06c0561 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.0671551 Jan 18 19:50:03.027509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ed7b4f57-8014-461f-8219-cd88980baeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:03.029157 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-ed7b4f57-8014-461f-8219-cd88980baeca service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0777266 Jan 18 19:50:03.174503 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-a2cd77af-ffcc-41b3-b30a-4925bdcba7c1 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408901 Jan 18 19:50:03.318712 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8b9faec3-310f-42f1-ac91-639ed38d071a req-e1c87dfe-b250-4a27-a4c5-dc52fb58afac service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395466 Jan 18 19:50:03.491990 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-eafd959f-3997-41ce-a9e9-2ed01f16cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:03.494122 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-eafd959f-3997-41ce-a9e9-2ed01f16cd3f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 1161 time: 0.0788331 Jan 18 19:50:03.640483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-24cfb847-eef1-452a-9386-b0923ae28612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:03.642079 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-24cfb847-eef1-452a-9386-b0923ae28612 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 905 time: 0.1396060 Jan 18 19:50:03.720318 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-d7dfaa51-9a5c-4de3-b145-20f1f05e901e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fe406e0-b814-4525-bf88-125905dec35d HTTP/1.1" status: 200 len: 217 time: 0.0730350 Jan 18 19:50:03.851891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-c62d588e-9469-4d26-9be0-90c096063c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:03.854018 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-c62d588e-9469-4d26-9be0-90c096063c5f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.0884523 Jan 18 19:50:03.936115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a794fb4-28bb-4d99-9707-3007891a0bd9 req-ad3ba1a6-1c9b-430e-ab29-c2d82ec0455e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:03.937652 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a794fb4-28bb-4d99-9707-3007891a0bd9 req-ad3ba1a6-1c9b-430e-ab29-c2d82ec0455e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 944 time: 0.2129557 Jan 18 19:50:04.010439 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8a794fb4-28bb-4d99-9707-3007891a0bd9 req-043cdc2d-5723-4248-90cb-261a0d0b9b43 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651932 Jan 18 19:50:04.012626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-b15b523b-2a26-4bf4-8c07-4404226e4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:04.014244 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-b15b523b-2a26-4bf4-8c07-4404226e4f29 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1516247 Jan 18 19:50:04.160972 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-4dafa7a1-4da4-4c6d-bd0c-65b674c0dcfb service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400304 Jan 18 19:50:04.304867 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4f0719d6-d424-4c1c-9161-9d5d446c7956 req-1baa4f79-5ee2-4d94-afbe-323159bcc40a service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384444 Jan 18 19:50:04.422551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:05.145863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 1fe406e0-b814-4525-bf88-125905dec35d up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:50:05.216479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 1fe406e0-b814-4525-bf88-125905dec35d completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:50:05.221598 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 1fe406e0-b814-4525-bf88-125905dec35d triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:50:05.222028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:05.239380 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf505a9-1a2d-482b-8a89-3694127db468 req-264cad64-d961-4267-ac64-f49d72c238e5 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:05.240993 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9cf505a9-1a2d-482b-8a89-3694127db468 req-264cad64-d961-4267-ac64-f49d72c238e5 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 944 time: 0.1014891 Jan 18 19:50:05.291753 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9cf505a9-1a2d-482b-8a89-3694127db468 req-8d5872af-31d6-4e1c-90fb-c4b56cb574a3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Jan 18 19:50:05.346861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:05.380804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 1fe406e0-b814-4525-bf88-125905dec35d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=1fe406e0-b814-4525-bf88-125905dec35d,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:50:05.381935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe406e0-b814-4525-bf88-125905dec35d'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:50:05.388632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:05.391346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:50:05.464544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=1fe406e0-b814-4525-bf88-125905dec35d,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:50:05.468617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:50:05.545684 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe406e0-b814-4525-bf88-125905dec35d', 'code': 200} Jan 18 19:50:05.834246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dccb-5908-4715-819c-673228282094 req-bfe7825f-d72b-4808-af24-7fd50902bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:05.835907 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-70d2dccb-5908-4715-819c-673228282094 req-bfe7825f-d72b-4808-af24-7fd50902bee0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 1163 time: 0.0823414 Jan 18 19:50:05.882930 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-70d2dccb-5908-4715-819c-673228282094 req-dd494ac2-844d-473a-9476-10afa0be11b0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366313 Jan 18 19:50:06.620064 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51ff89-8cc5-4daf-bedc-f205502b2745 req-ffa3ac0e-62fd-48f9-bce7-1593e1966754 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:06.621781 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e51ff89-8cc5-4daf-bedc-f205502b2745 req-ffa3ac0e-62fd-48f9-bce7-1593e1966754 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 946 time: 0.1156213 Jan 18 19:50:06.673188 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7e51ff89-8cc5-4daf-bedc-f205502b2745 req-5d4de02e-3483-4279-8dcf-021e1b3ad8ed tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Jan 18 19:50:06.802808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 1fe406e0-b814-4525-bf88-125905dec35d up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:50:06.879029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 1fe406e0-b814-4525-bf88-125905dec35d triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:50:06.879476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:07.910987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e523-caca-4a9b-9082-31eb101fbe29 req-2a188b09-1a22-439c-88cf-3e226931da32 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:07.912637 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46d4e523-caca-4a9b-9082-31eb101fbe29 req-2a188b09-1a22-439c-88cf-3e226931da32 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 946 time: 0.1089504 Jan 18 19:50:07.963550 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46d4e523-caca-4a9b-9082-31eb101fbe29 req-73c05450-e58a-4f9e-b75b-8c7ed56fd624 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 Jan 18 19:50:08.189573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8addd8-a760-4962-9ac4-3b5cc77662f9 req-77d871fc-e8ef-4ba8-b93f-5c552472816e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:08.191293 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a8addd8-a760-4962-9ac4-3b5cc77662f9 req-77d871fc-e8ef-4ba8-b93f-5c552472816e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 946 time: 0.1033602 Jan 18 19:50:08.201936 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 38428) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:50:08.207657 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Request body: {'floatingip': {'port_id': '1fe406e0-b814-4525-bf88-125905dec35d'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:50:08.294286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:08.914863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:08.917961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:09.103558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Floating IP 19d362d7-2c28-42b0-9080-bcb0c375d326 associated. External IP: 172.28.3.176, port: 1fe406e0-b814-4525-bf88-125905dec35d. Jan 18 19:50:09.693651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Router afbfa0f8-5eee-41bb-828c-ecd4575fc969 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:50:09.888645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:50:09.893469 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:09.898280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] Sync routers for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:50:09.908611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:50:09.909279 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:49:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:50:09.954232 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-296c25f6-913b-4543-9a4f-84ef22851ef2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "PUT /v2.0/floatingips/19d362d7-2c28-42b0-9080-bcb0c375d326 HTTP/1.1" status: 200 len: 992 time: 1.7511058 Jan 18 19:50:09.954899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'tag': '1fe406e0-b814-4525-bf88-125905dec35d'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:50:10.019014 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'tag': '1fe406e0-b814-4525-bf88-125905dec35d', 'status': 'completed', 'code': 200} Jan 18 19:50:10.099909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:50:10.159579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-fe1e2838-4cea-4dd8-97f7-a0b44a64628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:10.161123 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-fe1e2838-4cea-4dd8-97f7-a0b44a64628a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 1163 time: 0.0968986 Jan 18 19:50:10.338081 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-f40056bd-8b26-4a7e-8b4b-e5d6583c6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:10.339750 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-f40056bd-8b26-4a7e-8b4b-e5d6583c6609 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 200 len: 905 time: 0.1702292 Jan 18 19:50:10.461941 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-071c5187-7166-4af9-806d-131e3830d304 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fe406e0-b814-4525-bf88-125905dec35d HTTP/1.1" status: 200 len: 1000 time: 0.1112006 Jan 18 19:50:10.536980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-4febe63a-f670-4028-bfb2-1bd529eebb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:10.538573 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-4febe63a-f670-4028-bfb2-1bd529eebb9a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 200 len: 850 time: 0.0665569 Jan 18 19:50:10.589689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '19d362d7-2c28-42b0-9080-bcb0c375d326', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'floating_ip_address': '172.28.3.176', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'port_id': '1fe406e0-b814-4525-bf88-125905dec35d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'mac_address': 'fa:16:3e:5f:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:49:56Z', 'updated_at': '2021-01-18T19:50:08Z', 'revision_number': 1, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:50:10.593887 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] Checking router: afbfa0f8-5eee-41bb-828c-ecd4575fc969 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:50:10.603694 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:50:10.604372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:49:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:50:10.624812 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-d5afb51b-0869-499b-87a9-d613cd769b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:10.626443 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-d5afb51b-0869-499b-87a9-d613cd769b0b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc5ef4fe-e105-49d1-b24f-3c9a34f25841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0832357 Jan 18 19:50:10.784277 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-2a070b2d-4a71-49d7-90f2-90d9a71f12b4 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476660 Jan 18 19:50:10.929915 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-53d1ea99-89ed-470f-be25-a8ca15be34c6 req-b9a7a48b-cca4-4cf6-93c7-2a0a12834850 service neutron] 10.222.0.113 "GET /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402256 Jan 18 19:50:10.953348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:50:11.327463 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '19d362d7-2c28-42b0-9080-bcb0c375d326', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'floating_ip_address': '172.28.3.176', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'port_id': '1fe406e0-b814-4525-bf88-125905dec35d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'mac_address': 'fa:16:3e:5f:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:49:56Z', 'updated_at': '2021-01-18T19:50:08Z', 'revision_number': 1, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:50:11.331949 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8120-1317-44a8-a444-d3cbcdbc81e1 None None] The sync data for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb is: [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_floatingips': [{'id': '19d362d7-2c28-42b0-9080-bcb0c375d326', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'floating_ip_address': '172.28.3.176', 'floating_network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'router_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'port_id': '1fe406e0-b814-4525-bf88-125905dec35d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'mac_address': 'fa:16:3e:5f:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-18T19:49:56Z', 'updated_at': '2021-01-18T19:50:08Z', 'revision_number': 1, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:50:11.634364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4d71b-da95-4294-a3fc-45f1eb7d4b73 None None] New status for floating IP 19d362d7-2c28-42b0-9080-bcb0c375d326: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:50:12.637567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5089c166-e6ff-4c5a-aae2-eadfce2be074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:14.836683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0a8db62b-bb73-4539-a9a4-23ff6cf805d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:14.974132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:16.404699 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:16.872256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:28.534407 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:50:29.921113 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-9e484531-cee5-4870-b869-2e3b82f23c9e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0770717 Jan 18 19:50:30.036347 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-4e0427cb-a3a8-4261-a155-342750d3645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:30.037963 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-4e0427cb-a3a8-4261-a155-342750d3645f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1202 time: 0.0850692 Jan 18 19:50:30.217672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-2c1101a2-a435-41b1-a777-31f6bab8d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:30.219205 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-2c1101a2-a435-41b1-a777-31f6bab8d3bb service neutron] 10.222.0.113 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.1393867 Jan 18 19:50:30.326309 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-aa918588-7cc0-4df8-b6bd-e9625e5a58eb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 1001 time: 0.1017110 Jan 18 19:50:30.393894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-2e08df3f-f714-4e4b-a71c-99b63ae6aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:30.395490 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-2e08df3f-f714-4e4b-a71c-99b63ae6aebc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.0632708 Jan 18 19:50:30.477216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-1bae016c-5d82-4ede-ae03-77c4fa2441ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:30.478782 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-1bae016c-5d82-4ede-ae03-77c4fa2441ca service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0776114 Jan 18 19:50:30.620763 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-9c8d0b58-e42c-439b-b622-0a8d2f8ce5f8 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369433 Jan 18 19:50:30.779596 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ea9f86dc-1a09-4eb8-9a4f-fbb269b1d512 req-21524e38-99d3-4584-ac24-44d7d2a2de62 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385667 Jan 18 19:50:34.280717 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b2fec-6157-48e1-a127-2c37e66a882b req-455fa871-899e-4033-a02f-cdc18ce982bc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:34.282402 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b87b2fec-6157-48e1-a127-2c37e66a882b req-455fa871-899e-4033-a02f-cdc18ce982bc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1112783 Jan 18 19:50:34.340653 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b87b2fec-6157-48e1-a127-2c37e66a882b req-ac1a2aec-d216-417a-b411-41dcecb901ba tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515409 Jan 18 19:50:34.435954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:35.607006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4013e9-5d2c-4a37-b956-7286cdd844d2 req-2ec5e783-475e-400c-a711-49660f9175d4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:35.608714 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7c4013e9-5d2c-4a37-b956-7286cdd844d2 req-2ec5e783-475e-400c-a711-49660f9175d4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1034186 Jan 18 19:50:35.662846 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7c4013e9-5d2c-4a37-b956-7286cdd844d2 req-0d6f0da5-4e9f-4a26-b65b-22c7e8d86399 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478110 Jan 18 19:50:36.909961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536a778-6456-4c39-af3b-fdc1dbeb826d req-e6fae9b8-042c-41f2-8019-10d39795d499 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:36.911691 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3536a778-6456-4c39-af3b-fdc1dbeb826d req-e6fae9b8-042c-41f2-8019-10d39795d499 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1041970 Jan 18 19:50:36.964267 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3536a778-6456-4c39-af3b-fdc1dbeb826d req-a2bd9302-9308-4cca-86be-85e42d4b311c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461223 Jan 18 19:50:38.225491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e89b9-586f-4671-b89c-f2d17c582587 req-acec0667-637a-4e6b-80d2-8f7108f16eb7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:38.227665 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a71e89b9-586f-4671-b89c-f2d17c582587 req-acec0667-637a-4e6b-80d2-8f7108f16eb7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1061428 Jan 18 19:50:38.278708 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a71e89b9-586f-4671-b89c-f2d17c582587 req-05893d2a-a40a-4a1e-8544-84343c023d62 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Jan 18 19:50:39.530821 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45632c0e-ab5c-4380-99e7-64832738d529 req-a5f27be0-61a5-4157-8406-fd1d6fcfb7c6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:39.532497 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-45632c0e-ab5c-4380-99e7-64832738d529 req-a5f27be0-61a5-4157-8406-fd1d6fcfb7c6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1033688 Jan 18 19:50:39.587317 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-45632c0e-ab5c-4380-99e7-64832738d529 req-e0a15677-1664-4448-a423-7f1a89181ee6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485961 Jan 18 19:50:40.837210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f699d-d97f-47cd-b1ce-b0220dbbcd6a req-344a52c1-0c86-4c82-bc5c-9f84afbe61d5 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:40.838867 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e05f699d-d97f-47cd-b1ce-b0220dbbcd6a req-344a52c1-0c86-4c82-bc5c-9f84afbe61d5 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1061244 Jan 18 19:50:40.896348 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e05f699d-d97f-47cd-b1ce-b0220dbbcd6a req-6dc1d736-3a86-4862-bc8f-167fa3d50376 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511198 Jan 18 19:50:42.149025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17043bcb-f6c0-4a10-b8e4-6a5daae65588 req-5ae2d3c5-6c6f-4a21-a2da-c009efa9ad47 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:42.150639 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-17043bcb-f6c0-4a10-b8e4-6a5daae65588 req-5ae2d3c5-6c6f-4a21-a2da-c009efa9ad47 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1081598 Jan 18 19:50:42.201498 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-17043bcb-f6c0-4a10-b8e4-6a5daae65588 req-bdc22de2-603c-4150-96cc-c064cbcdfdad tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Jan 18 19:50:42.639467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4d13cefd-4918-4e7a-b689-f7a5143d8d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:43.459025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171644ef-fc2c-4323-b0a1-345eed9de4f1 req-ae12426a-f7cf-442b-b1ca-7daea4b15dd7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:43.460882 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-171644ef-fc2c-4323-b0a1-345eed9de4f1 req-ae12426a-f7cf-442b-b1ca-7daea4b15dd7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1106448 Jan 18 19:50:43.518262 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-171644ef-fc2c-4323-b0a1-345eed9de4f1 req-c896bb27-30e6-4e42-a877-3ede01d58730 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506153 Jan 18 19:50:44.767203 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502c8da-3860-4cca-b9d6-fa44f45deb42 req-313c80d0-25ae-4d19-b102-9ce70a872238 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:44.768981 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2502c8da-3860-4cca-b9d6-fa44f45deb42 req-313c80d0-25ae-4d19-b102-9ce70a872238 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1026881 Jan 18 19:50:44.826596 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2502c8da-3860-4cca-b9d6-fa44f45deb42 req-f342198d-8d38-40c2-bb70-be4385a478e9 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507917 Jan 18 19:50:44.839012 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e2fa837e-92a2-4ecc-98c7-784fa3f75a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:44.977353 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:46.083520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068b650-fb54-463b-98a8-be76dc5ae55e req-d86f7a68-645c-4bd6-a090-1d68ff2539f0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:46.085669 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4068b650-fb54-463b-98a8-be76dc5ae55e req-d86f7a68-645c-4bd6-a090-1d68ff2539f0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1117332 Jan 18 19:50:46.136565 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4068b650-fb54-463b-98a8-be76dc5ae55e req-82cd15a7-53be-4cfd-93e5-141142033f21 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445108 Jan 18 19:50:46.409382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:46.873609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:50:47.386455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51e040-b0d4-43c5-82f3-fa87eef3e617 req-5c2c480b-669c-4b0a-8d88-0e9a13a61271 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:47.388263 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5f51e040-b0d4-43c5-82f3-fa87eef3e617 req-5c2c480b-669c-4b0a-8d88-0e9a13a61271 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1035545 Jan 18 19:50:47.440689 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5f51e040-b0d4-43c5-82f3-fa87eef3e617 req-6db5ceb7-d1ad-4cd4-8310-b6c0ff3ee49c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460443 Jan 18 19:50:48.693934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab101460-e345-4213-97e7-eb733fbefa25 req-cfbc954a-bd52-42c7-8dfe-5f9cd19fd05d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:48.696187 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ab101460-e345-4213-97e7-eb733fbefa25 req-cfbc954a-bd52-42c7-8dfe-5f9cd19fd05d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1078706 Jan 18 19:50:48.747846 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ab101460-e345-4213-97e7-eb733fbefa25 req-71e9e717-f7b6-491c-a55e-f473f7ab248b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452898 Jan 18 19:50:50.001956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3d35f-6828-475c-b99a-9d0e8a9e57eb req-46270535-96fd-46a0-85b6-8735425bf180 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:50.003631 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-84d3d35f-6828-475c-b99a-9d0e8a9e57eb req-46270535-96fd-46a0-85b6-8735425bf180 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1087694 Jan 18 19:50:50.058069 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-84d3d35f-6828-475c-b99a-9d0e8a9e57eb req-6ab24cac-5c51-476b-8c10-9082d40a2f78 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448501 Jan 18 19:50:51.332119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560b1aa-6089-40a0-9b81-ab98e92f7ef5 req-3ff12f52-9347-4b52-a215-86d3bbc900a9 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:51.333915 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9560b1aa-6089-40a0-9b81-ab98e92f7ef5 req-3ff12f52-9347-4b52-a215-86d3bbc900a9 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1218266 Jan 18 19:50:51.395031 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9560b1aa-6089-40a0-9b81-ab98e92f7ef5 req-9414a33e-c530-4b4e-b014-d7e8722a6bfc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538058 Jan 18 19:50:52.839021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5664beb-ec5d-4003-832f-574f939382e0 req-c33e56e7-eea1-4478-89d2-16d24a7acef9 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:52.841002 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d5664beb-ec5d-4003-832f-574f939382e0 req-c33e56e7-eea1-4478-89d2-16d24a7acef9 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1189969 Jan 18 19:50:52.900200 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d5664beb-ec5d-4003-832f-574f939382e0 req-f647a941-8410-4aa2-91f6-273ab3be8a21 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526669 Jan 18 19:50:54.182432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eff6b-f4b1-4bac-a4c8-c68fb71a1f25 req-d9ffafef-7ca8-4a9f-b960-9d9fe7fe42bb tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:54.187007 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-014eff6b-f4b1-4bac-a4c8-c68fb71a1f25 req-d9ffafef-7ca8-4a9f-b960-9d9fe7fe42bb tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1338708 Jan 18 19:50:54.246213 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-014eff6b-f4b1-4bac-a4c8-c68fb71a1f25 req-7d6f8f74-b6ab-46b1-83a4-c596e07bd0bc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549664 Jan 18 19:50:55.525678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adb882-6437-4af5-b314-c48495809209 req-5f64a415-e56d-4b5e-81e1-bcbab25aebde tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:55.533485 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f0adb882-6437-4af5-b314-c48495809209 req-5f64a415-e56d-4b5e-81e1-bcbab25aebde tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1186049 Jan 18 19:50:55.595619 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f0adb882-6437-4af5-b314-c48495809209 req-0f71dd5e-f0b0-4576-98c1-5873bdfbf709 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609806 Jan 18 19:50:56.905151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0370f4d-a9e6-4d31-8001-7c3b2b03d6f3 req-1eeca614-89ea-4892-bbbb-18367b109edc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:56.906989 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c0370f4d-a9e6-4d31-8001-7c3b2b03d6f3 req-1eeca614-89ea-4892-bbbb-18367b109edc tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1658359 Jan 18 19:50:56.965464 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c0370f4d-a9e6-4d31-8001-7c3b2b03d6f3 req-be5a9d4a-87e0-4306-9e37-36699ee8e398 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508399 Jan 18 19:50:58.262778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466742a3-b2b2-4cb7-8fee-5ec158354eee req-1c2c83c2-ad9c-4ba5-9e06-76ba38e3a23b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:58.266104 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-466742a3-b2b2-4cb7-8fee-5ec158354eee req-1c2c83c2-ad9c-4ba5-9e06-76ba38e3a23b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1245425 Jan 18 19:50:58.563427 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-466742a3-b2b2-4cb7-8fee-5ec158354eee req-c0f245fc-1541-4454-95ab-334f928085de tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907777 Jan 18 19:50:59.813953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7be96-228b-4cb9-b004-d2ae673b121f req-06f1a25e-3f66-4844-a48b-ab2ac980b4c0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:50:59.815584 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a4f7be96-228b-4cb9-b004-d2ae673b121f req-06f1a25e-3f66-4844-a48b-ab2ac980b4c0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1007416 Jan 18 19:50:59.871537 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a4f7be96-228b-4cb9-b004-d2ae673b121f req-8c008c02-ae64-4762-9fcc-2b0bde417e75 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488715 Jan 18 19:51:00.405441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-3dbd64ab-6297-459b-981d-6e5c7053c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:00.407118 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-3dbd64ab-6297-459b-981d-6e5c7053c7fb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 1163 time: 0.0796165 Jan 18 19:51:00.564327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-6e3f1833-548b-4f1b-8084-c2a70d014165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:00.565937 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-6e3f1833-548b-4f1b-8084-c2a70d014165 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.1494486 Jan 18 19:51:00.674307 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-92e2b9aa-d277-46ae-af36-c09ef4878cfe service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938 HTTP/1.1" status: 200 len: 1002 time: 0.1031861 Jan 18 19:51:00.742113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-1e75cfcc-7706-4adb-8ce6-8d79a267ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:00.743728 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-1e75cfcc-7706-4adb-8ce6-8d79a267ff2b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.0641899 Jan 18 19:51:00.826396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-5773423b-e40f-46de-a562-6d44975b67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:00.828064 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-5773423b-e40f-46de-a562-6d44975b67ac service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0801275 Jan 18 19:51:00.972230 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-8bddd1ea-f957-407e-8b68-ad82cfd426fd service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389666 Jan 18 19:51:01.178958 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b354625b-a9bf-4770-9916-987fb7b77a88 req-1d921b00-c671-49bb-be4b-ff8e6e893336 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1991878 Jan 18 19:51:01.212054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e03cd-8ee0-4220-b2a0-56ca36f1be10 req-7de03f67-0657-4ae8-acb4-85efac177022 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:01.213804 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fb7e03cd-8ee0-4220-b2a0-56ca36f1be10 req-7de03f67-0657-4ae8-acb4-85efac177022 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1935487 Jan 18 19:51:01.265810 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fb7e03cd-8ee0-4220-b2a0-56ca36f1be10 req-5894ba62-6880-4e2d-b96f-90d7da78d322 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455194 Jan 18 19:51:02.540769 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c8ca-c0ad-4d8f-b9b1-2d523c2380b2 req-af57e175-b4fd-49a1-bd4d-e7eca494b5f8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:02.542474 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-eea6c8ca-c0ad-4d8f-b9b1-2d523c2380b2 req-af57e175-b4fd-49a1-bd4d-e7eca494b5f8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1232791 Jan 18 19:51:02.607872 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-072c404e-a325-4cff-bff3-0c911495514c tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1214347327&fields=id&tenant_id=fa32c12984514f04bb1698033cd3c918 HTTP/1.1" status: 200 len: 267 time: 0.1049962 Jan 18 19:51:02.618514 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-eea6c8ca-c0ad-4d8f-b9b1-2d523c2380b2 req-0f3fe4b5-4dfd-4d10-bac8-733b3b0c98f0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696781 Jan 18 19:51:02.728325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-bd968885-334c-41c5-bbeb-442c0d66e150 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:02.730038 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-bd968885-334c-41c5-bbeb-442c0d66e150 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 984 time: 0.1105459 Jan 18 19:51:02.744289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Request body: {'port': {'security_groups': ['19a4cd7e-030e-4758-b444-53d4d9c8855c']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:51:02.882509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:03.218106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] For port 70421f33-8885-4afd-b2f6-232b98e1d030, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=70421f33-8885-4afd-b2f6-232b98e1d030,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:03.243175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 5ed95bc1-1c37-46c6-a379-6b9afce66938 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:03.252430 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:03.256134 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:03.276215 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-27ddd6c7-f286-4e55-9129-441232d86eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:03.368611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:03.398405 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:51:03.409711 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 5ed95bc1-1c37-46c6-a379-6b9afce66938, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:03.414767 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:03.416946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:03.437248 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event updated for resources: {'Port': ['ID=70421f33-8885-4afd-b2f6-232b98e1d030,revision_number=6']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:03.448239 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.448659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.449072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.449480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.449886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.450345 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.450746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.451167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.451570 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.451967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.452361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.452753 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.453213 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.453607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.454012 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.454395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.455800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.455800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.455800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.456073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.456262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.456680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.457017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.457403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.464103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:03.499254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=5ed95bc1-1c37-46c6-a379-6b9afce66938,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:03.509182 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'code': 422} returned with failed status Jan 18 19:51:03.510497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.510883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.511289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.511663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.512060 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.512378 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.512870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.513477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.513868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.514237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.514610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.514972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.515448 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.515955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.516333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.516684 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.517039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.517403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.517768 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.518138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.518496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.518866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.519238 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.519523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:03.519665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:03.520270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:03.521855 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7abd8f8d-5f22-4e4d-bad8-2f8cbb30678c req-91329eec-3757-4a2f-bd6b-65d73f7353d5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "PUT /v2.0/ports/70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 942 time: 0.7840612 Jan 18 19:51:03.522459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:51:03.524491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:03.589490 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030', 'status': 'completed', 'code': 200} Jan 18 19:51:03.617462 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-40e1e72f-dea3-455d-99c2-915e71bf4f06 req-ea4dba01-3e5f-4ec5-88ea-21ef0e808008 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups/56f72a4a-2941-4328-82b0-04b29d7c9e20 HTTP/1.1" status: 200 len: 3005 time: 0.0619209 Jan 18 19:51:03.771226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8646a7-78a0-46db-8503-02837edb1800 req-41a27b42-5b9f-4bee-9738-d40299b78492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:03.772895 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d8646a7-78a0-46db-8503-02837edb1800 req-41a27b42-5b9f-4bee-9738-d40299b78492 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1162 time: 0.1348097 Jan 18 19:51:03.836013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b9579074-e1e7-4c96-bd2c-4cecf025155c None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:03.836013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9579074-e1e7-4c96-bd2c-4cecf025155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:03.856554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-40e1e72f-dea3-455d-99c2-915e71bf4f06 req-c88323dd-0a6c-458e-949d-fa745697ccc4 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:03.969489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-40e1e72f-dea3-455d-99c2-915e71bf4f06 req-c88323dd-0a6c-458e-949d-fa745697ccc4 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:04.061199 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8646a7-78a0-46db-8503-02837edb1800 req-0b533574-37cb-4190-8cb5-e10fc0d74b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:04.062801 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d8646a7-78a0-46db-8503-02837edb1800 req-0b533574-37cb-4190-8cb5-e10fc0d74b1b service neutron] 10.222.0.113 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.2419484 Jan 18 19:51:04.086880 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a24280-a17f-4f90-8b5e-e2d05e64ee9f req-fb3984ef-95be-43b7-8f18-a52f3252f45d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:04.088604 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c3a24280-a17f-4f90-8b5e-e2d05e64ee9f req-fb3984ef-95be-43b7-8f18-a52f3252f45d tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.3117819 Jan 18 19:51:04.198340 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-40e1e72f-dea3-455d-99c2-915e71bf4f06 req-c88323dd-0a6c-458e-949d-fa745697ccc4 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:04.207088 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-da058a3d-9592-4c6f-a90c-de02a71cd4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:04.249288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88323dd-0a6c-458e-949d-fa745697ccc4 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f72a4a-2941-4328-82b0-04b29d7c9e20,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:04.257854 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c88323dd-0a6c-458e-949d-fa745697ccc4 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:04.261867 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d8646a7-78a0-46db-8503-02837edb1800 req-54770640-9a9c-4087-a384-e0593f239b3f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 1001 time: 0.1722274 Jan 18 19:51:04.271430 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c3a24280-a17f-4f90-8b5e-e2d05e64ee9f req-3ae608fe-b937-4442-b329-96707479973e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228285 Jan 18 19:51:04.311332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-40e1e72f-dea3-455d-99c2-915e71bf4f06 req-c88323dd-0a6c-458e-949d-fa745697ccc4 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:04.312447 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-40e1e72f-dea3-455d-99c2-915e71bf4f06 req-c88323dd-0a6c-458e-949d-fa745697ccc4 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "DELETE /v2.0/security-groups/56f72a4a-2941-4328-82b0-04b29d7c9e20 HTTP/1.1" status: 204 len: 173 time: 0.6875281 Jan 18 19:51:04.341619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8646a7-78a0-46db-8503-02837edb1800 req-fe167d8e-379b-411c-aeff-45fb13800c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:04.343111 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d8646a7-78a0-46db-8503-02837edb1800 req-fe167d8e-379b-411c-aeff-45fb13800c94 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.0692389 Jan 18 19:51:04.446573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8646a7-78a0-46db-8503-02837edb1800 req-6a4822bb-7a7e-45f4-a2cb-b62c07e4c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:04.448487 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d8646a7-78a0-46db-8503-02837edb1800 req-6a4822bb-7a7e-45f4-a2cb-b62c07e4c845 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0982454 Jan 18 19:51:04.451486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:04.911837 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-28067969-3a5b-4484-8c7b-19dfa2c81666 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/floatingips/50cc1979-5bf0-4d11-90f1-9e65392a206b HTTP/1.1" status: 200 len: 998 time: 0.4123578 Jan 18 19:51:04.963444 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d8646a7-78a0-46db-8503-02837edb1800 req-e02368d3-5ec2-400b-8b5c-d758625d159b service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093741 Jan 18 19:51:05.222759 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-a94346eb-26d5-44b2-bc13-4bfaa66ec7a5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:05.224312 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-a94346eb-26d5-44b2-bc13-4bfaa66ec7a5 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/networks/dd6ea230-be1f-44c8-995a-98b8e7d3634e HTTP/1.1" status: 200 len: 784 time: 0.2993300 Jan 18 19:51:05.237302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-a913f770-4890-4d08-86fa-0631fd425a44 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:51:05.238369 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-a913f770-4890-4d08-86fa-0631fd425a44 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0076535 Jan 18 19:51:05.240401 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4d8646a7-78a0-46db-8503-02837edb1800 req-b5da11fe-ba5b-47ac-a503-8a95eeb59034 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2658389 Jan 18 19:51:05.352080 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-786d6dab-9d75-4031-a367-4dead017a5a6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/floatingips?floating_ip_address=172.28.3.117 HTTP/1.1" status: 200 len: 1001 time: 0.1062353 Jan 18 19:51:05.457278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-36e965e7-7d17-4088-b4a4-fea3b506635f tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:05.458973 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-36e965e7-7d17-4088-b4a4-fea3b506635f tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports/70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 942 time: 0.1009440 Jan 18 19:51:05.488455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 70421f33-8885-4afd-b2f6-232b98e1d030 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:51:05.534792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:51:05.572801 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 70421f33-8885-4afd-b2f6-232b98e1d030 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:05.573523 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:05.677484 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-34bcf0e8-1919-40c8-82f1-c165d14c2ae6 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/floatingips?floating_ip_address=172.28.3.117 HTTP/1.1" status: 200 len: 1001 time: 0.1142116 Jan 18 19:51:05.914357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Deleting port 43469e69-85b0-4b31-b18f-6a1e0c3b11f7 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:05.914978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:06.166764 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 38746) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:06.186679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:06.187082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:06.332987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Calling delete_port for 43469e69-85b0-4b31-b18f-6a1e0c3b11f7 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:06.341602 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-e28a708f-b059-4e73-93bb-935cba074047 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1718154 Jan 18 19:51:06.437132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10461a9a-03ef-4117-a958-4255f9907bdb req-4c3f3fb4-a3aa-4a47-bc48-87b3a9bcd970 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:06.451420 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-10461a9a-03ef-4117-a958-4255f9907bdb req-4c3f3fb4-a3aa-4a47-bc48-87b3a9bcd970 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.3684866 Jan 18 19:51:06.541910 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-10461a9a-03ef-4117-a958-4255f9907bdb req-eae77d0b-2798-4d14-af4b-b0b448afb733 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859358 Jan 18 19:51:06.659738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:06.679051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-85da1b2c-623c-45fe-b9ba-ef39f603a3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:06.737804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event deleted for resources: {'Port': ['ID=43469e69-85b0-4b31-b18f-6a1e0c3b11f7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:06.743261 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:06.898526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:06.898901 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Floating IP 50cc1979-5bf0-4d11-90f1-9e65392a206b disassociated (deleted). External IP: 172.28.3.117, port: 70421f33-8885-4afd-b2f6-232b98e1d030. Jan 18 19:51:07.090919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687b6a-479b-4d1d-a10d-544e2315053e req-e5fc561e-d933-4cce-92a0-20cbf212c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:07.092616 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-e5fc561e-d933-4cce-92a0-20cbf212c67d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e&tenant_id=89ccca4a004c4223bb675d936e7b1664 HTTP/1.1" status: 200 len: 1161 time: 0.2431076 Jan 18 19:51:07.681237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Router 296dccf2-3b6e-494b-8e56-389cdc9cab25 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:51:07.685562 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687b6a-479b-4d1d-a10d-544e2315053e req-4bcb5d26-7bfd-4f7a-814c-82c126a8b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:07.687205 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-4bcb5d26-7bfd-4f7a-814c-82c126a8b48f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 1161 time: 0.5048573 Jan 18 19:51:07.749283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f114e5-a5f0-4f42-baed-e5407d904dce req-914f10c3-f691-48b4-b6fe-ced42ec7bf54 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:07.750839 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-31f114e5-a5f0-4f42-baed-e5407d904dce req-914f10c3-f691-48b4-b6fe-ced42ec7bf54 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.2163043 Jan 18 19:51:08.030071 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-31f114e5-a5f0-4f42-baed-e5407d904dce req-29db7b73-7636-4791-a9fc-0a5c6f413f44 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2086327 Jan 18 19:51:08.074076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687b6a-479b-4d1d-a10d-544e2315053e req-277ea504-c39e-480e-9f5a-69ef94d0a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:08.075712 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-277ea504-c39e-480e-9f5a-69ef94d0a3e6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.3801885 Jan 18 19:51:08.080235 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:51:08.090396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] Sync routers for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:51:08.100766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:51:08.101635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:50:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:08.202085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:08.236876 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-390ae36b-a929-4d80-94c6-1bea35c37040 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938 HTTP/1.1" status: 200 len: 1000 time: 0.1511557 Jan 18 19:51:08.298592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:51:08.328967 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-2a79c1a0-db9e-4ace-94a9-09cc21d6a546 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "DELETE /v2.0/floatingips/50cc1979-5bf0-4d11-90f1-9e65392a206b HTTP/1.1" status: 204 len: 173 time: 2.6467516 Jan 18 19:51:08.331456 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:51:08.339857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687b6a-479b-4d1d-a10d-544e2315053e req-ab3b677c-1a1c-43f2-a391-12d4ff515527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:08.341434 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-ab3b677c-1a1c-43f2-a391-12d4ff515527 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.0967631 Jan 18 19:51:08.447437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687b6a-479b-4d1d-a10d-544e2315053e req-1d083c14-f4c0-4991-a5a5-cb61de97e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:08.451897 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-1d083c14-f4c0-4991-a5a5-cb61de97e3e9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1000299 Jan 18 19:51:08.701579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:49Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:08.706578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] Checking router: 296dccf2-3b6e-494b-8e56-389cdc9cab25 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:51:08.717748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:51:08.718419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:50:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:08.731334 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-21dd4ab8-95ee-47ab-8ccf-f79d34ab9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:08.733016 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-21dd4ab8-95ee-47ab-8ccf-f79d34ab9158 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1162 time: 0.3905225 Jan 18 19:51:08.771103 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-e04ae70a-3b1f-4b82-9fef-9199527b8cf8 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724290 Jan 18 19:51:09.075545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a66d3-a8a2-41d8-84b4-8dd94f58add0 req-64bf6b14-f5b8-4ff4-828a-775ce404cb51 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:09.077921 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-303a66d3-a8a2-41d8-84b4-8dd94f58add0 req-64bf6b14-f5b8-4ff4-828a-775ce404cb51 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.3951600 Jan 18 19:51:09.079006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-f441445b-71ad-4a77-bc52-4a26741238aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:09.080535 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-f441445b-71ad-4a77-bc52-4a26741238aa service neutron] 10.222.0.109 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.3391452 Jan 18 19:51:09.094397 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:51:09.147757 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-46687b6a-479b-4d1d-a10d-544e2315053e req-0cc904be-29a7-46d9-aeae-cdce67d91b80 service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3706489 Jan 18 19:51:09.185870 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-79390ff7-cbcf-421d-885b-d7a2a8ce84bd service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 217 time: 0.0983372 Jan 18 19:51:09.259891 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-303a66d3-a8a2-41d8-84b4-8dd94f58add0 req-c499a7c9-255f-4745-b555-c8e3b1bc3670 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693094 Jan 18 19:51:09.285717 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-19fdbfb1-e887-40cb-8e1f-16c93d8e5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:09.287431 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-19fdbfb1-e887-40cb-8e1f-16c93d8e5caf service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.0869460 Jan 18 19:51:09.373251 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030', 'status': 'completed', 'code': 200} Jan 18 19:51:09.416282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-30f8d48a-13c7-4ddb-ad83-bcb63b5fd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:09.418291 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-30f8d48a-13c7-4ddb-ad83-bcb63b5fd225 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1221325 Jan 18 19:51:09.482568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:49Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:09.487377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d9269-4eba-4819-80b7-1104a5f2bb0a None None] The sync data for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb is: [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:47:34Z', 'revision_number': 4, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '3b51c500-28b6-495c-9f59-29c424fcde77', 'name': '', 'network_id': '9610ebf6-945d-4c4f-a276-1f974178c3d8', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'mac_address': 'fa:16:3e:34:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:47:49Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'subnets': [{'id': 'ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:51:09.738048 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-8967d178-3edf-4531-8888-2aac2aee3840 service neutron] 10.222.0.109 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015761 Jan 18 19:51:09.770602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-37afccf8-a85e-4ebb-bd29-26b47553d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:09.772325 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-37afccf8-a85e-4ebb-bd29-26b47553d924 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fa32c12984514f04bb1698033cd3c918&device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 1162 time: 0.2911739 Jan 18 19:51:09.798505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fad6e-7330-443e-a1b3-67c17d3c38f6 req-7ed6dc56-5ed4-4228-9c15-eaaf9ef78ad2 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:09.800210 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b78fad6e-7330-443e-a1b3-67c17d3c38f6 req-7ed6dc56-5ed4-4228-9c15-eaaf9ef78ad2 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.2771676 Jan 18 19:51:09.942965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b095cbc-5d56-4f44-95ae-9e1894ec5bb5 None None] New status for floating IP 50cc1979-5bf0-4d11-90f1-9e65392a206b: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:51:10.269418 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b78fad6e-7330-443e-a1b3-67c17d3c38f6 req-3830099f-a935-4973-8a21-26103a5f1c62 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.4289281 Jan 18 19:51:10.324906 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c32a8375-a9df-4d6a-b0b9-14381ffb182f req-7cd5c49e-9518-4d17-86a6-8c7bf6434361 service neutron] 10.222.0.109 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5789146 Jan 18 19:51:10.327291 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-67087497-8349-4df1-acf7-dd1f2061b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:10.327554 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-67087497-8349-4df1-acf7-dd1f2061b298 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 200 len: 908 time: 0.5221348 Jan 18 19:51:10.402499 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-6a9eccbd-383e-4d8c-99fa-efafcedeb6e1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 200 len: 217 time: 0.0708029 Jan 18 19:51:10.557202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-f9b8476a-7fa1-46d9-a712-61cdab3efa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:10.558816 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-f9b8476a-7fa1-46d9-a712-61cdab3efa0b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 200 len: 853 time: 0.1433756 Jan 18 19:51:10.665639 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185242-61fd-4e18-bd26-c897f9a057df req-8f72a5ea-d3ad-4ded-a345-4b172010f283 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:10.667374 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ef185242-61fd-4e18-bd26-c897f9a057df req-8f72a5ea-d3ad-4ded-a345-4b172010f283 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1874678 Jan 18 19:51:10.745408 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ef185242-61fd-4e18-bd26-c897f9a057df req-27c3c46b-fef3-4e3c-a2f8-8984e8ca507b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644050 Jan 18 19:51:10.755655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-aeb6563e-4129-47de-aea5-fb163c699e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:10.757704 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-aeb6563e-4129-47de-aea5-fb163c699e48 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9610ebf6-945d-4c4f-a276-1f974178c3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1839509 Jan 18 19:51:11.028386 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-cae5a3f1-9b8a-41c9-8ad1-1ce88d7102bd service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494154 Jan 18 19:51:11.226755 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-25c5f3fa-1826-4be7-9a00-f7039d80d5b6 req-3d52bc88-7f63-4c86-b4e1-8c38e1dd7292 service neutron] 10.222.0.113 "GET /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1694155 Jan 18 19:51:11.552449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597fdf7-fd4f-4e4d-bfb1-24a76273f5d2 req-074ada50-531e-444b-b266-bb0e3b251792 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:11.560997 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d597fdf7-fd4f-4e4d-bfb1-24a76273f5d2 req-074ada50-531e-444b-b266-bb0e3b251792 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1378622 Jan 18 19:51:11.612218 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d597fdf7-fd4f-4e4d-bfb1-24a76273f5d2 req-d050b91e-0124-4952-a8d4-ef41ad6ce3ef tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0502157 Jan 18 19:51:12.038850 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063a003-3ed6-4d6e-92bf-a6654de2fee3 req-017f1de7-d1da-44b9-a043-62a9994278f1 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:12.040729 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8063a003-3ed6-4d6e-92bf-a6654de2fee3 req-017f1de7-d1da-44b9-a043-62a9994278f1 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1190927 Jan 18 19:51:12.098186 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8063a003-3ed6-4d6e-92bf-a6654de2fee3 req-a5ba50f9-4875-4df2-8a97-4748030eebb7 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490642 Jan 18 19:51:12.645265 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-597da8a4-303f-4a32-8a28-b5d1676df382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:12.859528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e834d6-f89c-4ee3-89f5-130e79a50ac0 req-e2379976-1e87-4db5-a739-ee2f239dd71e tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:12.861194 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69e834d6-f89c-4ee3-89f5-130e79a50ac0 req-e2379976-1e87-4db5-a739-ee2f239dd71e tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1028178 Jan 18 19:51:12.917721 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-69e834d6-f89c-4ee3-89f5-130e79a50ac0 req-457e3e5d-8dd0-4f82-aa24-57b506882f26 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0483885 Jan 18 19:51:13.604234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca213088-8617-4412-8503-3f601ae895a5 req-6b6c73f8-28dc-4515-a0bf-5db88aca3b48 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:13.605963 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ca213088-8617-4412-8503-3f601ae895a5 req-6b6c73f8-28dc-4515-a0bf-5db88aca3b48 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1509190 Jan 18 19:51:13.658802 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ca213088-8617-4412-8503-3f601ae895a5 req-a180c2ec-1a06-440a-af07-06b309facc1f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465508 Jan 18 19:51:14.293337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621498f-91e7-487c-920d-c67853c3427a req-db9e1701-0c1f-44f6-a43a-a117f795e88f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:14.295688 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b621498f-91e7-487c-920d-c67853c3427a req-db9e1701-0c1f-44f6-a43a-a117f795e88f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1556299 Jan 18 19:51:14.348273 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b621498f-91e7-487c-920d-c67853c3427a req-96cdbe4a-1ec0-40db-abd4-fcd913dcdf7a tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0461371 Jan 18 19:51:14.864028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d224ba6-6bf7-43f0-a438-8e770669a5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:14.982821 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242ae5a-9d4a-4278-9859-42fd27f2fe79 req-36267f2f-dc41-4eca-8db4-f26f77998dc2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:14.992739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:14.993559 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8242ae5a-9d4a-4278-9859-42fd27f2fe79 req-36267f2f-dc41-4eca-8db4-f26f77998dc2 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1289270 Jan 18 19:51:15.060314 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8242ae5a-9d4a-4278-9859-42fd27f2fe79 req-3580c9c6-2421-4ba2-b94e-4d03f6d7b3b0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640056 Jan 18 19:51:15.282074 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d110e7-cab3-4543-b27e-208128dea6c3 req-6e3bc2ca-9492-40ed-b786-cea5477b0168 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:15.282834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-c3d110e7-cab3-4543-b27e-208128dea6c3 req-6e3bc2ca-9492-40ed-b786-cea5477b0168 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Synchronizing usage tracker for tenant:fa32c12984514f04bb1698033cd3c918 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:51:15.300126 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-c3d110e7-cab3-4543-b27e-208128dea6c3 req-6e3bc2ca-9492-40ed-b786-cea5477b0168 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Unset dirty status for tenant:fa32c12984514f04bb1698033cd3c918 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:51:15.301385 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c3d110e7-cab3-4543-b27e-208128dea6c3 req-6e3bc2ca-9492-40ed-b786-cea5477b0168 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.1212180 Jan 18 19:51:15.353846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-c3d110e7-cab3-4543-b27e-208128dea6c3 req-a6f41467-4ac6-40a0-9c89-0ad647573715 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Synchronizing usage tracker for tenant:fa32c12984514f04bb1698033cd3c918 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:51:15.370981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-c3d110e7-cab3-4543-b27e-208128dea6c3 req-a6f41467-4ac6-40a0-9c89-0ad647573715 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Unset dirty status for tenant:fa32c12984514f04bb1698033cd3c918 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:51:15.372472 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c3d110e7-cab3-4543-b27e-208128dea6c3 req-a6f41467-4ac6-40a0-9c89-0ad647573715 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639050 Jan 18 19:51:15.480513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:51:15.553541 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:15.553969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:15.593064 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c78a41-62de-47a7-8766-697d83daf1db req-8cf915c6-54c5-43ae-b385-bf86a0323911 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:15.595040 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-87c78a41-62de-47a7-8766-697d83daf1db req-8cf915c6-54c5-43ae-b385-bf86a0323911 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1113348 Jan 18 19:51:15.664559 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-87c78a41-62de-47a7-8766-697d83daf1db req-0edc956e-d5df-44bd-907d-db1f554efb61 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0616968 Jan 18 19:51:16.328533 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d530-1c7d-4aa2-ab6f-b0c9df7f18b8 req-192d8981-e7df-4c15-b8ed-595f2866057f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:16.330148 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6b75d530-1c7d-4aa2-ab6f-b0c9df7f18b8 req-192d8981-e7df-4c15-b8ed-595f2866057f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1279693 Jan 18 19:51:16.381041 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6b75d530-1c7d-4aa2-ab6f-b0c9df7f18b8 req-349ac311-753c-4df9-a465-b78af003b02b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Jan 18 19:51:16.434173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:16.664260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b1543-3786-4da3-8a50-7fed9b8222a6 req-da21aa32-c80b-47f6-b893-d412184639dd tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:16.672221 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-794b1543-3786-4da3-8a50-7fed9b8222a6 req-da21aa32-c80b-47f6-b893-d412184639dd tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.1589551 Jan 18 19:51:16.731769 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-794b1543-3786-4da3-8a50-7fed9b8222a6 req-a8129e82-61c7-4369-9462-c878c3935f82 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583110 Jan 18 19:51:16.891029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:16.998902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faff47-8d44-46c8-af21-f2ad8cd4e17f req-9c513dae-2ecf-414b-879c-215c03664331 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:17.008693 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f0faff47-8d44-46c8-af21-f2ad8cd4e17f req-9c513dae-2ecf-414b-879c-215c03664331 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1754370 Jan 18 19:51:17.061630 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f0faff47-8d44-46c8-af21-f2ad8cd4e17f req-700a2d1a-641c-459c-a505-60f4d0e27527 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0516493 Jan 18 19:51:17.761872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115b6d3-cedc-4820-a8c0-aeaea65e18d8 req-e347b5d5-cf22-4c22-b6ea-24b5135255f8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:17.764393 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2115b6d3-cedc-4820-a8c0-aeaea65e18d8 req-e347b5d5-cf22-4c22-b6ea-24b5135255f8 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1766660 Jan 18 19:51:17.776115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-dfc36afb-ef10-4675-b4f7-855cff1f3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:17.778391 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-dfc36afb-ef10-4675-b4f7-855cff1f3c4a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.2507651 Jan 18 19:51:17.848083 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2115b6d3-cedc-4820-a8c0-aeaea65e18d8 req-692c29ab-30ee-4209-b7e5-a4219a4d7848 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743372 Jan 18 19:51:18.206352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754f88e-0181-4f18-98ad-0d67f9f284b5 req-ca2d0f65-2634-417c-b6c1-8aca011452bd tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:18.216262 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4754f88e-0181-4f18-98ad-0d67f9f284b5 req-ca2d0f65-2634-417c-b6c1-8aca011452bd tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.2376559 Jan 18 19:51:18.345045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-0aa2ce04-479c-44ba-b551-e143a42bf6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:18.346617 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-0aa2ce04-479c-44ba-b551-e143a42bf6f8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.2954428 Jan 18 19:51:18.368440 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-4754f88e-0181-4f18-98ad-0d67f9f284b5 req-505016e7-6c87-4eef-a99b-f5d49ee38b35 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041088 Jan 18 19:51:18.508277 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086dc87-436b-465b-ac3d-a26a9e9d20bf req-b3a82408-abe5-419f-9e24-7b2979d90406 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:18.510047 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2086dc87-436b-465b-ac3d-a26a9e9d20bf req-b3a82408-abe5-419f-9e24-7b2979d90406 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.2905178 Jan 18 19:51:18.538717 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-2075c4a3-9312-48c6-8e7e-72ae23582eee service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 999 time: 0.1765056 Jan 18 19:51:18.578320 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2086dc87-436b-465b-ac3d-a26a9e9d20bf req-3bf16a46-e988-4de6-9a20-5f6e850841e1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0599051 Jan 18 19:51:19.132842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-074a1ccb-12bb-4b5f-b015-b3cb27f6ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:19.133359 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-b4a64849-0378-4062-a5f8-80ec8d3c0277 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:19.134456 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-074a1ccb-12bb-4b5f-b015-b3cb27f6ec8e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.1237459 Jan 18 19:51:19.134763 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-b4a64849-0378-4062-a5f8-80ec8d3c0277 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.113 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.1091709 Jan 18 19:51:19.259762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Deleting port 70421f33-8885-4afd-b2f6-232b98e1d030 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:19.260207 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:19.305186 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0b256-6abf-4fed-8b5a-51aeb9d2565b req-4bc7650e-a30f-4623-b217-907e9c9e1e7e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:19.306964 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8ac0b256-6abf-4fed-8b5a-51aeb9d2565b req-4bc7650e-a30f-4623-b217-907e9c9e1e7e tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.2607567 Jan 18 19:51:19.345654 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-c424639a-7dd5-40e5-a02f-46f7ffd1b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:19.345654 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-c424639a-7dd5-40e5-a02f-46f7ffd1b9db service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2024343 Jan 18 19:51:19.401527 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8ac0b256-6abf-4fed-8b5a-51aeb9d2565b req-99e43c0d-7863-4243-9638-683eafdfcb72 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837941 Jan 18 19:51:19.542092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:51:19.736996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:19.737575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:19.752226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] For port 70421f33-8885-4afd-b2f6-232b98e1d030, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=70421f33-8885-4afd-b2f6-232b98e1d030,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:19.752610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:19.927569 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Calling delete_port for 70421f33-8885-4afd-b2f6-232b98e1d030 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:19.937044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 70421f33-8885-4afd-b2f6-232b98e1d030 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:20.155730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d1500-dc27-4499-87d5-d005c35e7943 req-f5ef6b40-0339-4226-86bd-e87ef9c22d21 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:20.160783 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:20.162369 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-077d1500-dc27-4499-87d5-d005c35e7943 req-f5ef6b40-0339-4226-86bd-e87ef9c22d21 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.2552135 Jan 18 19:51:20.172640 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:20.196165 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-bc23fedd-d686-42fb-a5ae-03d3d0dc9384 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910759 Jan 18 19:51:20.325014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d0740-5477-42b6-b4ad-68ee6c31c517 req-47ca6644-d737-412b-83ba-2917d2372232 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:20.326723 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-aa7d0740-5477-42b6-b4ad-68ee6c31c517 req-47ca6644-d737-412b-83ba-2917d2372232 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 945 time: 0.7806292 Jan 18 19:51:20.346987 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-077d1500-dc27-4499-87d5-d005c35e7943 req-cbfb1e36-786b-4683-ba87-8ea5f59a28fa tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1827807 Jan 18 19:51:20.385554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-03a87fbb-cc35-4747-8b50-48bcefa713b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:20.455955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Pushing event deleted for resources: {'Port': ['ID=70421f33-8885-4afd-b2f6-232b98e1d030,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:20.466333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.467009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.469442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.469442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.469442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.469442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.469442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.470449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.471042 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.471780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.472370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.473029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.473744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.474369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.476089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.476089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.476601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.477139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.477730 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.478597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.479763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.480272 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.480866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.481198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:51:20.503307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:20.520448 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-aa7d0740-5477-42b6-b4ad-68ee6c31c517 req-11f41656-f367-41cf-8dd0-e23860f6bd66 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/security-groups?id=19a4cd7e-030e-4758-b444-53d4d9c8855c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718352 Jan 18 19:51:20.583939 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfff9e1d-a36a-4e32-a884-770b5ca21efa req-82059455-0174-4a19-9565-d7a3843a5a65 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3477128 Jan 18 19:51:20.630808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] No DVR routers for this DVR port 70421f33-8885-4afd-b2f6-232b98e1d030 on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:51:20.633175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:20.646372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'name': 'network-vif-deleted', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:51:20.655611 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-698cd25a-e912-4f6c-aa0c-be88e29764b1 req-08df47f8-1135-47f0-9f77-263e43aa28c0 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.113 "DELETE /v2.0/ports/70421f33-8885-4afd-b2f6-232b98e1d030 HTTP/1.1" status: 204 len: 173 time: 1.5124216 Jan 18 19:51:20.853430 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd31fa-884e-4b5e-844b-1c30da75c23f', 'name': 'network-vif-deleted', 'tag': '70421f33-8885-4afd-b2f6-232b98e1d030', 'status': 'completed', 'code': 200} Jan 18 19:51:20.877699 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176e93b-57f3-4019-a1ca-38e7842a8d56 req-cf45aebc-e9ef-4fb4-a9a8-43df8aa5883c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:20.880257 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b176e93b-57f3-4019-a1ca-38e7842a8d56 req-cf45aebc-e9ef-4fb4-a9a8-43df8aa5883c tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1861198 Jan 18 19:51:20.938071 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b176e93b-57f3-4019-a1ca-38e7842a8d56 req-a83a8d5b-7f93-4aef-8c89-6866fcb2db47 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511999 Jan 18 19:51:21.602332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ecc65-3c5c-4a79-939b-d896b1d9955a req-d174fd0a-d52b-4bff-8f6c-634c24013ce4 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:21.604370 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d52ecc65-3c5c-4a79-939b-d896b1d9955a req-d174fd0a-d52b-4bff-8f6c-634c24013ce4 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1074011 Jan 18 19:51:21.657424 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d52ecc65-3c5c-4a79-939b-d896b1d9955a req-f5ea3377-2bbe-421e-9240-6946a4f090a7 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0466883 Jan 18 19:51:21.851928 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-777fd023-aff2-41d2-8b2d-89bf192c6f31 req-7ccc38ff-dd43-477d-9748-61b01c3d0d34 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] 10.222.0.109 "GET /v2.0/ports?device_id=b0fd31fa-884e-4b5e-844b-1c30da75c23f HTTP/1.1" status: 200 len: 210 time: 0.0540190 Jan 18 19:51:22.194076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5476cd-f171-4c90-b3bd-6ec1a2a3c181 req-0ef4d6d5-cfe8-4b34-abcb-5c0a6c59d3c6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:22.195646 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-aa5476cd-f171-4c90-b3bd-6ec1a2a3c181 req-0ef4d6d5-cfe8-4b34-abcb-5c0a6c59d3c6 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1042321 Jan 18 19:51:22.248180 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-aa5476cd-f171-4c90-b3bd-6ec1a2a3c181 req-dfefd1c1-a710-4a86-b06b-9c29f20ae3be tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461514 Jan 18 19:51:22.897428 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62a4cd-d584-426d-83fe-e86b96d26233 req-1b9896ab-2c8f-41e8-9adb-a3fc0a6afcce tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:22.899379 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd62a4cd-d584-426d-83fe-e86b96d26233 req-1b9896ab-2c8f-41e8-9adb-a3fc0a6afcce tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1075342 Jan 18 19:51:22.953830 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-bd62a4cd-d584-426d-83fe-e86b96d26233 req-9139509d-60af-48fc-ad54-8bb402979900 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0472934 Jan 18 19:51:23.554211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8879d83-cea4-4188-a950-26c3a42d2535 req-bff825e6-c8a9-48ed-8d84-daef2a30ac72 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:23.556140 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e8879d83-cea4-4188-a950-26c3a42d2535 req-bff825e6-c8a9-48ed-8d84-daef2a30ac72 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1101995 Jan 18 19:51:23.622339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39004) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:23.626630 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e8879d83-cea4-4188-a950-26c3a42d2535 req-a869b85b-5989-45e3-a021-0531868fc6b4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634689 Jan 18 19:51:23.806111 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 5ed95bc1-1c37-46c6-a379-6b9afce66938 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:51:23.880742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 5ed95bc1-1c37-46c6-a379-6b9afce66938 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:23.881144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:24.013514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:24.037413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd0c4f-2b06-4ab3-9d1c-4186f7f7ac6e req-5c9d6196-3879-40d3-942a-8294db7251a1 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:24.042875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:51:24.047032 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9dd0c4f-2b06-4ab3-9d1c-4186f7f7ac6e req-5c9d6196-3879-40d3-942a-8294db7251a1 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 946 time: 0.1238427 Jan 18 19:51:24.054578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 5ed95bc1-1c37-46c6-a379-6b9afce66938, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:24.060284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:24.062215 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:24.103014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:24.107689 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e9dd0c4f-2b06-4ab3-9d1c-4186f7f7ac6e req-0057a191-0a19-4192-9d92-0e42f37e84eb tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593870 Jan 18 19:51:24.201034 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'code': 200} Jan 18 19:51:24.201863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=5ed95bc1-1c37-46c6-a379-6b9afce66938,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:24.208353 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:24.239278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5086f09-85e7-40a3-a166-f0a764b9f13f req-4a22123d-ebb7-443c-8e7a-92a170249622 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:24.241819 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e5086f09-85e7-40a3-a166-f0a764b9f13f req-4a22123d-ebb7-443c-8e7a-92a170249622 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1327276 Jan 18 19:51:24.267522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:24.303777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:24.308928 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:24.310140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853075136'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:24.310934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:24.322234 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e5086f09-85e7-40a3-a166-f0a764b9f13f req-e0a4b797-37e4-45cc-9112-9eaf1abbe2a3 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0734520 Jan 18 19:51:24.393296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:24.418493 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:24.519487 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a9796-bd5e-4c11-9470-6e0aeec6945f req-1b57df52-4b33-41c3-9166-0598b751de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:24.521162 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ed4a9796-bd5e-4c11-9470-6e0aeec6945f req-1b57df52-4b33-41c3-9166-0598b751de62 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 1163 time: 0.0830708 Jan 18 19:51:24.571077 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ed4a9796-bd5e-4c11-9470-6e0aeec6945f req-c1972005-e253-4ddd-a2ed-fdee8a9af590 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Jan 18 19:51:24.706284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Deleting port 3b51c500-28b6-495c-9f59-29c424fcde77 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:24.707848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:24.752363 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-12c07ac8-cc43-48b7-bbfc-820854c525be service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1542521 Jan 18 19:51:24.798280 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fc8fa-21b1-48e0-9bdb-75eedce70938 req-56bcf5fd-cde9-4565-8eed-c92fc43d1ed9 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:24.800030 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-be7fc8fa-21b1-48e0-9bdb-75eedce70938 req-56bcf5fd-cde9-4565-8eed-c92fc43d1ed9 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.1387460 Jan 18 19:51:24.905262 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] For port 3b51c500-28b6-495c-9f59-29c424fcde77, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=3b51c500-28b6-495c-9f59-29c424fcde77,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:24.905667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:24.911711 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-be7fc8fa-21b1-48e0-9bdb-75eedce70938 req-e104e02f-fc2b-40d6-ac4b-cadb08d16506 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0699592 Jan 18 19:51:24.951503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eca81b-e257-4a3a-857e-ec9cfa9a1ca9 req-cadfbcae-654f-4876-9f13-f3d1dab90533 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:24.953204 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2eca81b-e257-4a3a-857e-ec9cfa9a1ca9 req-cadfbcae-654f-4876-9f13-f3d1dab90533 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1519463 Jan 18 19:51:25.008352 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c2eca81b-e257-4a3a-857e-ec9cfa9a1ca9 req-5246891e-7d33-4151-bdd5-c3df5ea8d48f tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484304 Jan 18 19:51:25.043793 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Calling delete_port for 3b51c500-28b6-495c-9f59-29c424fcde77 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:25.235355 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:25.251298 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:25.312935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b51c500-28b6-495c-9f59-29c424fcde77,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:25.316894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:25.349674 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4da249-6f83-43c3-a149-60335d75610d req-235ef0cd-7901-4bd5-b5fe-59ff2ff1a625 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:25.351435 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fb4da249-6f83-43c3-a149-60335d75610d req-235ef0cd-7901-4bd5-b5fe-59ff2ff1a625 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 946 time: 0.1131675 Jan 18 19:51:25.418675 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-fb4da249-6f83-43c3-a149-60335d75610d req-f5749e14-6341-41f8-9142-c5e384a85a41 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582864 Jan 18 19:51:25.575447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 5ed95bc1-1c37-46c6-a379-6b9afce66938 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:51:25.680553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 5ed95bc1-1c37-46c6-a379-6b9afce66938 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:25.683573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:25.773439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853075138'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:25.992660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325b13c-0d76-4bc1-b475-6920e627568c req-7adc09a2-fead-474e-9292-7346e145838b tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:25.994400 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8325b13c-0d76-4bc1-b475-6920e627568c req-7adc09a2-fead-474e-9292-7346e145838b tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 946 time: 0.1120667 Jan 18 19:51:26.081359 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Deleting port 1fe406e0-b814-4525-bf88-125905dec35d {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:26.081898 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:26.202150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:51:26.403778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b9a9-2029-4991-abf5-2fa507b5a8fe req-45ed2341-c6d8-41d5-8f0f-1876d501c62d tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:26.405335 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a373b9a9-2029-4991-abf5-2fa507b5a8fe req-45ed2341-c6d8-41d5-8f0f-1876d501c62d tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.2835252 Jan 18 19:51:26.582691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209230-5fc6-4207-a202-e52abaafaf78 req-2d9b9df4-720f-4a5a-8b31-dfa0076eba26 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:26.584986 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6e209230-5fc6-4207-a202-e52abaafaf78 req-2d9b9df4-720f-4a5a-8b31-dfa0076eba26 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.3680122 Jan 18 19:51:26.602703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-c623c9eb-351e-4793-9109-7143eb543018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:26.604578 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-c623c9eb-351e-4793-9109-7143eb543018 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330&tenant_id=253641e381a74392b97f6a1ada2090a7 HTTP/1.1" status: 200 len: 1160 time: 0.2669570 Jan 18 19:51:26.605322 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a373b9a9-2029-4991-abf5-2fa507b5a8fe req-3c6c566d-f677-4ddc-8203-dc1a5f26add1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1589999 Jan 18 19:51:26.683408 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6e209230-5fc6-4207-a202-e52abaafaf78 req-5cbcdaac-1d11-4d85-a7de-40b747104491 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898411 Jan 18 19:51:26.689230 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'code': 422} returned with failed status Jan 18 19:51:26.712655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] For port 1fe406e0-b814-4525-bf88-125905dec35d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=1fe406e0-b814-4525-bf88-125905dec35d,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:26.713073 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:26.847122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Router 296dccf2-3b6e-494b-8e56-389cdc9cab25 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:51:26.852011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-8a06c799-3438-4895-9c1f-9ae626e9c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:26.853579 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-8a06c799-3438-4895-9c1f-9ae626e9c3d6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1160 time: 0.1507485 Jan 18 19:51:27.125929 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfd692-9e27-46af-b0ca-51c685393179 req-b8cd674c-0f2a-4b88-a108-02f5ca07d633 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:27.127562 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f1dfd692-9e27-46af-b0ca-51c685393179 req-b8cd674c-0f2a-4b88-a108-02f5ca07d633 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 946 time: 0.3025126 Jan 18 19:51:27.131542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:27.131964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:27.132340 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Floating IP 19d362d7-2c28-42b0-9080-bcb0c375d326 disassociated. External IP: 172.28.3.176, port: 1fe406e0-b814-4525-bf88-125905dec35d. Jan 18 19:51:27.132691 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Calling delete_port for 1fe406e0-b814-4525-bf88-125905dec35d owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:27.165844 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:51:27.171609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-75b3a248-3e56-4786-a7eb-34410c2b89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:27.174074 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-75b3a248-3e56-4786-a7eb-34410c2b89e6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.2557242 Jan 18 19:51:27.175510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] Sync routers for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:51:27.183494 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-18609229-f1f6-4a47-8ef3-f8a483e4e19b admin admin] 10.222.0.109 "PUT /v2.0/routers/296dccf2-3b6e-494b-8e56-389cdc9cab25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5589790 Jan 18 19:51:27.186292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39072) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:27.187877 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:51:27.188841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:51:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:27.255016 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f1dfd692-9e27-46af-b0ca-51c685393179 req-98d5e1c8-d7c4-4a29-9585-7e70b7437ba8 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups?id=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882444 Jan 18 19:51:27.330356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:27.346248 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-99bd72cf-72a0-456b-bdc5-96f07a05c16d tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:27.396562 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:51:27.401626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event deleted for resources: {'Port': ['ID=1fe406e0-b814-4525-bf88-125905dec35d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:27.444250 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 1fe406e0-b814-4525-bf88-125905dec35d no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:27.473927 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:27.497846 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-f622c072-7dd7-45d5-a856-9287556b7cb1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 997 time: 0.3130293 Jan 18 19:51:27.501112 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:27.543128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] No Port match for: 1fe406e0-b814-4525-bf88-125905dec35d {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:51:27.543586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 1fe406e0-b814-4525-bf88-125905dec35d not bound to the agent host hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:51:27.741024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-d672eb07-94a5-48ba-a35a-55e557494fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:27.742643 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-d672eb07-94a5-48ba-a35a-55e557494fce service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.1645787 Jan 18 19:51:27.757676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:51:25Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:27.762004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] Checking router: 296dccf2-3b6e-494b-8e56-389cdc9cab25 for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:51:27.771957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] Routers {'296dccf2-3b6e-494b-8e56-389cdc9cab25'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:51:27.772820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:51:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['296dccf2-3b6e-494b-8e56-389cdc9cab25'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:27.858038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:27.866825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Deleting port 0ec21cea-0da1-4498-9c98-12e992d721d4 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:27.867252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:27.979579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-09498d3b-39f3-4fbe-b12c-f694972a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:27.979951 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] Set router 296dccf2-3b6e-494b-8e56-389cdc9cab25 gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:51:27.981104 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-09498d3b-39f3-4fbe-b12c-f694972a70c5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2062538 Jan 18 19:51:28.168270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244f1f8-8af6-4fbd-988c-90e3a9b2cf29 req-6f79ccc9-e92c-4fdb-bf97-238f6e8383fc tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:28.170355 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0244f1f8-8af6-4fbd-988c-90e3a9b2cf29 req-6f79ccc9-e92c-4fdb-bf97-238f6e8383fc tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.3284743 Jan 18 19:51:28.234402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70f0b4-ac5f-4c72-9103-0cc264990ddc req-da17e905-f41b-4945-9ec7-d177c845f130 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:28.236196 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9f70f0b4-ac5f-4c72-9103-0cc264990ddc req-da17e905-f41b-4945-9ec7-d177c845f130 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.3405704 Jan 18 19:51:28.241852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Router afbfa0f8-5eee-41bb-828c-ecd4575fc969 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:51:28.305865 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0244f1f8-8af6-4fbd-988c-90e3a9b2cf29 req-a141d1e8-7563-4961-b52f-0e6f42c283ed tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1242909 Jan 18 19:51:28.510013 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-9f70f0b4-ac5f-4c72-9103-0cc264990ddc req-caafe361-cc14-469a-ba19-7088640f0749 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601640 Jan 18 19:51:28.518077 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:51:25Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:28.522920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab08cce-823f-4d6e-bfc1-2352675ee36f None None] The sync data for ids ['296dccf2-3b6e-494b-8e56-389cdc9cab25'] in dv-cinder-562053-17-smb is: [{'id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'name': 'tempest-TestMinimumBasicScenario-719536197-router', 'tenant_id': 'fa32c12984514f04bb1698033cd3c918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:22Z', 'updated_at': '2021-01-18T19:51:25Z', 'revision_number': 5, 'project_id': 'fa32c12984514f04bb1698033cd3c918', 'gw_port': {'id': '0ec21cea-0da1-4498-9c98-12e992d721d4', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296dccf2-3b6e-494b-8e56-389cdc9cab25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:26Z', 'updated_at': '2021-01-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:51:28.545390 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-a2d2986c-37e1-4f52-a524-8fe0a0abf85f service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150616 Jan 18 19:51:28.572468 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2af8bbfc-7c3c-467b-b0d3-e1c5f77f59cc req-5cbfdd0f-47d0-4c48-9c09-aa67dfe9458e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/ports?device_id=cc09be86-0d49-4862-8835-518bb78d03ca HTTP/1.1" status: 200 len: 210 time: 0.0741398 Jan 18 19:51:28.626610 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:51:28.637530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] Sync routers for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:51:28.638650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] For port 0ec21cea-0da1-4498-9c98-12e992d721d4, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=0ec21cea-0da1-4498-9c98-12e992d721d4,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:28.639314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:28.653211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:51:28.653883 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:51:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:28.670889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] No DVR routers for this DVR port 1fe406e0-b814-4525-bf88-125905dec35d on host hv-cinder-56205 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:51:28.673296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:28.676287 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'name': 'network-vif-deleted', 'tag': '1fe406e0-b814-4525-bf88-125905dec35d'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:51:28.696155 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-8325b13c-0d76-4bc1-b475-6920e627568c req-13d429e4-e71f-41d0-b7f2-1bb304ea2736 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.113 "DELETE /v2.0/ports/1fe406e0-b814-4525-bf88-125905dec35d HTTP/1.1" status: 204 len: 173 time: 2.6973014 Jan 18 19:51:28.757822 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc09be86-0d49-4862-8835-518bb78d03ca', 'name': 'network-vif-deleted', 'tag': '1fe406e0-b814-4525-bf88-125905dec35d', 'status': 'completed', 'code': 200} Jan 18 19:51:28.851627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Calling delete_port for 0ec21cea-0da1-4498-9c98-12e992d721d4 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:28.879017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:51:28.948787 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b6975c4-0780-44bb-841a-81c6e9e32923 req-a8373d05-f781-4cfb-9df1-c052dfb04634 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3767989 Jan 18 19:51:29.032661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.241092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699144'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.251579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:29.256707 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] Checking router: afbfa0f8-5eee-41bb-828c-ecd4575fc969 for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:51:29.268666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:51:29.269349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:51:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:29.395845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2274'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.398763 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.457938 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853086213'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.459052 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296dccf2-3b6e-494b-8e56-389cdc9cab25 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 19:51:29.475013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.479294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39088) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:29.479796 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-dce40763-044a-46c3-9ad7-183725a815d1 admin admin] 10.222.0.109 "DELETE /v2.0/routers/296dccf2-3b6e-494b-8e56-389cdc9cab25 HTTP/1.1" status: 204 len: 168 time: 2.2922359 Jan 18 19:51:29.585527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 3b51c500-28b6-495c-9f59-29c424fcde77 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:29.612179 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] Deleting subnet ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:51:29.616051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.636870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 3b51c500-28b6-495c-9f59-29c424fcde77 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:51:29.637686 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 3b51c500-28b6-495c-9f59-29c424fcde77 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:51:29.687880 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:51:29.690863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.732582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903660e-deea-4e11-85b7-ffe565fb55db req-2b1a1dc0-2532-447f-ac0c-dc389aeca93f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:29.734308 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6903660e-deea-4e11-85b7-ffe565fb55db req-2b1a1dc0-2532-447f-ac0c-dc389aeca93f tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.2093229 Jan 18 19:51:29.750357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39096) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:29.850048 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1794000a-cf3d-42fb-ae10-e9dd933f7645 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.867790 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6903660e-deea-4e11-85b7-ffe565fb55db req-1e657339-bd76-463f-8854-61b2485d44db tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0814314 Jan 18 19:51:29.872750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.900054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1794000a-cf3d-42fb-ae10-e9dd933f7645 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.950584 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1794000a-cf3d-42fb-ae10-e9dd933f7645 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:29.956981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5ce89d49-f4f9-409b-91ef-e2e25d6248ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:30.029136 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794000a-cf3d-42fb-ae10-e9dd933f7645 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f938d9c-4a4a-47e6-9768-6b7a7aec6af7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:30.032329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1794000a-cf3d-42fb-ae10-e9dd933f7645 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:30.059202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1794000a-cf3d-42fb-ae10-e9dd933f7645 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:30.063396 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-1794000a-cf3d-42fb-ae10-e9dd933f7645 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "DELETE /v2.0/security-groups/6f938d9c-4a4a-47e6-9768-6b7a7aec6af7 HTTP/1.1" status: 204 len: 168 time: 0.3118889 Jan 18 19:51:30.065585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39100) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:30.068947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:30.072823 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59152e67-0ae4-4d4b-923b-a43182e517e4 None None] The sync data for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb is: [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:45:00Z', 'revision_number': 4, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '2c3214a5-17bd-473f-9740-c659b2305b59', 'name': '', 'network_id': 'cc5ef4fe-e105-49d1-b24f-3c9a34f25841', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'mac_address': 'fa:16:3e:55:1b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:56Z', 'updated_at': '2021-01-18T19:45:12Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'subnets': [{'id': '636b765a-fdca-4f0c-b10e-4809a6cf2ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:51:30.090464 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-fa4d42be-b1a5-4925-9026-1218fe3b2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:30.092122 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-fa4d42be-b1a5-4925-9026-1218fe3b2b82 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1160 time: 0.1212723 Jan 18 19:51:30.093272 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.v2.resource [None req-2dc58d1e-6267-4739-a6ab-94ad4baee47f tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] show failed (client error): The resource could not be found. Jan 18 19:51:30.097971 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2dc58d1e-6267-4739-a6ab-94ad4baee47f tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "GET /v2.0/security-groups/6f938d9c-4a4a-47e6-9768-6b7a7aec6af7 HTTP/1.1" status: 404 len: 347 time: 0.0262978 Jan 18 19:51:30.097971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39104) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:30.194718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:30.211922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-45f6e7fd-d910-40a7-9c81-eea8393f3b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:30.263792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:30.271860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:30.354379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:30.359996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6954f-5cf7-489d-b06d-57523158d420 None None] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:51:30.364758 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-71043a8c-f395-406b-b5a3-66228f23ef71 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/ecfc6f3f-ebdf-43aa-b6b7-c6efbe947739 HTTP/1.1" status: 204 len: 168 time: 0.8828316 Jan 18 19:51:30.365594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39108) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:30.373058 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Deleting port 9385779d-e8e4-4922-a380-c5e2cabbd5d8 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:30.373442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:30.518514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec935db-adc2-4133-8881-92dd9050bad6 None None] New status for floating IP 19d362d7-2c28-42b0-9080-bcb0c375d326: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:51:30.583450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:30.736364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-60c46adc-9409-404d-8fc4-a7aef714f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:30.737881 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-60c46adc-9409-404d-8fc4-a7aef714f710 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.5737240 Jan 18 19:51:30.741286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Deleting port 6fdd00ff-75e6-4705-9296-36411f1ba426 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:30.741664 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:30.868882 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] DHCP port deletion for 9610ebf6-945d-4c4f-a276-1f974178c3d8 request from dv-cinder-562053-17-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 18 19:51:30.873749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] Deleting port 6fdd00ff-75e6-4705-9296-36411f1ba426 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:30.874166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:31.116766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] For port 6fdd00ff-75e6-4705-9296-36411f1ba426, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=6fdd00ff-75e6-4705-9296-36411f1ba426,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:31.117275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:31.238702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:31.239154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:31.252428 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] Calling delete_port for 6fdd00ff-75e6-4705-9296-36411f1ba426 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:31.272020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01fffc-612b-4b5e-8456-2a646cfdc715 req-ed036dc6-bc0a-4aff-829f-dc579c571c12 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:31.273739 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2f01fffc-612b-4b5e-8456-2a646cfdc715 req-ed036dc6-bc0a-4aff-829f-dc579c571c12 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.1151645 Jan 18 19:51:31.296894 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-ddbe1772-ab79-4f25-aeea-2eb9f57f010c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 997 time: 0.5240939 Jan 18 19:51:31.330677 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2f01fffc-612b-4b5e-8456-2a646cfdc715 req-18cbee16-4089-4343-8f19-0d9b39bbe820 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0489564 Jan 18 19:51:31.399545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:31.423186 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:31.481320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] Pushing event deleted for resources: {'Port': ['ID=6fdd00ff-75e6-4705-9296-36411f1ba426,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:31.485270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:31.519311 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Calling delete_port for 9385779d-e8e4-4922-a380-c5e2cabbd5d8 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:31.571097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b7039-d030-4e3f-8435-afeba16ca7d2 None None] No DVR routers for this DVR port 6fdd00ff-75e6-4705-9296-36411f1ba426 on host dv-cinder-562053-17-smb {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:51:31.611491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] For port 6fdd00ff-75e6-4705-9296-36411f1ba426, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=6fdd00ff-75e6-4705-9296-36411f1ba426,segment=NetworkSegment(6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20),segment_id=6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:31.611899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:31.622045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 0ec21cea-0da1-4498-9c98-12e992d721d4 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:31.659694 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 0ec21cea-0da1-4498-9c98-12e992d721d4 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:51:31.660010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 0ec21cea-0da1-4498-9c98-12e992d721d4 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:51:31.660481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 6fdd00ff-75e6-4705-9296-36411f1ba426 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:31.695939 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-a0b4d254-5fa3-4743-a34e-6c6e69c3b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:31.696496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 6fdd00ff-75e6-4705-9296-36411f1ba426 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:51:31.697007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 6fdd00ff-75e6-4705-9296-36411f1ba426 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:51:31.697549 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-a0b4d254-5fa3-4743-a34e-6c6e69c3b834 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.3952942 Jan 18 19:51:31.809114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Calling delete_port for 6fdd00ff-75e6-4705-9296-36411f1ba426 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:31.848089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:51:31.897494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:51:31.897862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:51:31.924671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:31.925098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:31.931606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:51:31.931976 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:51:31.936433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-3b684400-f2b7-44df-b3f6-d8a9cce7e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:31.938064 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-3b684400-f2b7-44df-b3f6-d8a9cce7e95b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1735280 Jan 18 19:51:32.051339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:32.080390 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:51:32.089636 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-78b984de-24e1-4263-83b4-2255d6cb4967 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401572 Jan 18 19:51:32.091636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:32.094823 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:32.096759 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-87ea5893-5a22-431c-bdab-7972c147a82e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:32.142155 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'code': 200} Jan 18 19:51:32.171660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:32.174894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:32.245069 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bfa02f3-84a4-46e1-a5ed-47bd0205af07 req-deac12a4-7268-43d8-a4bc-2b3112db6b7c service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451337 Jan 18 19:51:32.398995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Deleting port 9385779d-e8e4-4922-a380-c5e2cabbd5d8 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:32.399537 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:32.437468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Deleting port 6fdd00ff-75e6-4705-9296-36411f1ba426 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:32.437468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:32.575173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697f23-c656-47c7-96a9-159f6dac80c9 req-044729ef-9931-4d81-9ce2-98e9b50d267c tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:32.577151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] The port '6fdd00ff-75e6-4705-9296-36411f1ba426' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 18 19:51:32.577747 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-14697f23-c656-47c7-96a9-159f6dac80c9 req-044729ef-9931-4d81-9ce2-98e9b50d267c tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1075165 Jan 18 19:51:32.633358 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-14697f23-c656-47c7-96a9-159f6dac80c9 req-bbf8b4f7-5ed5-497d-84de-1c6c0460d22b tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0475507 Jan 18 19:51:32.814043 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:32.941935 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefeef5-0d6d-4e61-91eb-c09f389d181a req-dc8d8547-be8d-4b91-8ec1-7475e2f5d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:32.943882 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0aefeef5-0d6d-4e61-91eb-c09f389d181a req-dc8d8547-be8d-4b91-8ec1-7475e2f5d661 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.4668360 Jan 18 19:51:32.978005 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:32.978384 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:32.998263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9610ebf6-945d-4c4f-a276-1f974178c3d8']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:33.138659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Calling delete_port for 9385779d-e8e4-4922-a380-c5e2cabbd5d8 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:33.168831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:33.169172 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5f0ece-2cdb-45c0-bd5c-cd3bb3aa5c20') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:33.198320 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0aefeef5-0d6d-4e61-91eb-c09f389d181a req-941fa410-e012-4aad-a4c4-977937a23ac1 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2473042 Jan 18 19:51:33.201875 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:33.231521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:33.235037 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:51:33.623846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:51:33.701191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:33.701653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:33.707601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:51:33.719515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:33.855505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:33.873485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0d7b2245-0193-4443-ace9-fb1ed4931bdf tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:33.885297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3e52e-fc6f-4c87-ac7c-1e005ed9dd17 req-c88be38b-fa88-4e0a-8158-69d4ea83c7f8 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:33.886940 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a4e3e52e-fc6f-4c87-ac7c-1e005ed9dd17 req-c88be38b-fa88-4e0a-8158-69d4ea83c7f8 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1092944 Jan 18 19:51:33.939654 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a4e3e52e-fc6f-4c87-ac7c-1e005ed9dd17 req-a0d5d7d2-c21d-491d-bce0-fa4785a74cc4 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460539 Jan 18 19:51:33.994319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Pushing event deleted for resources: {'Port': ['ID=9385779d-e8e4-4922-a380-c5e2cabbd5d8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:33.997162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:34.001694 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Network 9610ebf6-945d-4c4f-a276-1f974178c3d8 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: % (table.description, expected, rows_matched) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: % (table.description, expected, rows_matched) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: % (table.description, expected, rows_matched) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: % (table.description, expected, rows_matched) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:51:34.028340 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:51:34.182392 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.185744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:34.202800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.225749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Pushing event deleted for resources: {'Network': ['ID=9610ebf6-945d-4c4f-a276-1f974178c3d8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:34.233426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:34.258437 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-45618134-4a2d-4399-9f39-ea15b0c9654a admin admin] 10.222.0.109 "DELETE /v2.0/networks/9610ebf6-945d-4c4f-a276-1f974178c3d8 HTTP/1.1" status: 204 len: 168 time: 3.8873482 Jan 18 19:51:34.318776 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.321286 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.322672 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b038a40a-157a-4ee4-be2f-0ec9466828b3 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] 10.222.0.109 "DELETE /v2.0/floatingips/19d362d7-2c28-42b0-9080-bcb0c375d326 HTTP/1.1" status: 204 len: 168 time: 4.2237639 Jan 18 19:51:34.446054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.496947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39126) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:34.549551 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-72f847bc-8e6f-40bd-8e0a-c36c426f533e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=fa32c12984514f04bb1698033cd3c918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512831 Jan 18 19:51:34.552969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39130) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:34.619943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6d5e-263e-4696-b33d-30f4940a1bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.647554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6d5e-263e-4696-b33d-30f4940a1bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.698513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6d5e-263e-4696-b33d-30f4940a1bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.704084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-17a330a9-18ed-4318-ad9a-f533cf159648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:34.719683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6d5e-263e-4696-b33d-30f4940a1bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a4cd7e-030e-4758-b444-53d4d9c8855c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:34.723970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b2eb6d5e-263e-4696-b33d-30f4940a1bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:34.731025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6d5e-263e-4696-b33d-30f4940a1bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:34.732280 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b2eb6d5e-263e-4696-b33d-30f4940a1bb0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/19a4cd7e-030e-4758-b444-53d4d9c8855c HTTP/1.1" status: 204 len: 168 time: 0.1783433 Jan 18 19:51:35.198521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd12b41-6a8f-4235-b7ad-269b6b938334 req-bfa3ffa3-97b7-4234-8c46-ee2c475d5887 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:51:35.200176 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7cd12b41-6a8f-4235-b7ad-269b6b938334 req-bfa3ffa3-97b7-4234-8c46-ee2c475d5887 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1134641 Jan 18 19:51:35.251744 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-7cd12b41-6a8f-4235-b7ad-269b6b938334 req-45941a70-a0e2-4e13-81f3-9b7dcb692d97 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0449219 Jan 18 19:51:35.692263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:51:35.770339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:51:35.770765 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:38.436819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39162) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:39.504266 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853075136'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:39.876364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Deleting port 2c3214a5-17bd-473f-9740-c659b2305b59 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:39.876659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:40.064959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] For port 2c3214a5-17bd-473f-9740-c659b2305b59, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=2c3214a5-17bd-473f-9740-c659b2305b59,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:40.065356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:40.203294 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Calling delete_port for 2c3214a5-17bd-473f-9740-c659b2305b59 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:40.523200 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:40.539019 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-99f14155-1b93-42b5-ad90-89161fac2f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:40.599490 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3214a5-17bd-473f-9740-c659b2305b59,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:40.604109 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:40.901705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853075138'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:41.414384 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Router afbfa0f8-5eee-41bb-828c-ecd4575fc969 has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:51:41.614028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:51:41.623603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] Sync routers for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:51:41.628709 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] 10.222.0.109 "PUT /v2.0/routers/afbfa0f8-5eee-41bb-828c-ecd4575fc969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1905541 Jan 18 19:51:41.632149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39170) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:41.634084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:51:41.634748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:51:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:41.831742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:51:42.062010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:42.140184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:51:40Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:42.144275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] Checking router: afbfa0f8-5eee-41bb-828c-ecd4575fc969 for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:51:42.155013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] Routers {'afbfa0f8-5eee-41bb-828c-ecd4575fc969'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:51:42.155700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:51:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:42.254083 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:42.260108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Deleting port 6f93256e-1866-4959-8509-295953f5f86e {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:42.260482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:42.344689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] Set router afbfa0f8-5eee-41bb-828c-ecd4575fc969 gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:51:42.450159 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] For port 6f93256e-1866-4959-8509-295953f5f86e, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=6f93256e-1866-4959-8509-295953f5f86e,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:42.450480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:42.557481 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:51:42.585388 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Calling delete_port for 6f93256e-1866-4959-8509-295953f5f86e owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:42.639328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f41cf6e5-856a-47b5-9118-072d116ee938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:42.665888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:51:40Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:42.670115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af2299-7cc2-4766-be66-7bcb18acaa6a None None] The sync data for ids ['afbfa0f8-5eee-41bb-828c-ecd4575fc969'] in dv-cinder-562053-17-smb is: [{'id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'name': 'tempest-AttachVolumeTestJSON-1595201467-router', 'tenant_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '6f93256e-1866-4959-8509-295953f5f86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:29Z', 'updated_at': '2021-01-18T19:51:40Z', 'revision_number': 5, 'project_id': 'd35ce9b530944eb192bfb87456eb1d7c', 'gw_port': {'id': '6f93256e-1866-4959-8509-295953f5f86e', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:24:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbfa0f8-5eee-41bb-828c-ecd4575fc969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:36Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:51:42.742810 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: result = function(*args, **kwargs) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: proto.__init__(conn_state, self) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: self.handle() Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: self.handle_one_request() Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: self.handle_one_response() Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: result = self.application(self.environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return app(environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self.application) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self.application) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self.application) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self.application) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return request.get_response(self.application) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: response = req.get_response(self._app) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: application, catch_exc_info=False) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return resp(environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return resp(environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: response = self.app(environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return resp(environ, start_response) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 18 19:51:42.749523 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: result = method(request=request, **args) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return self._delete(request, id, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return f(*args, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return f(*args, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return f(*dup_args, **dup_kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: obj_deleter(request.context, id, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return method(*args, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return f(*args, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return f(*args, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return f(*dup_args, **dup_kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: self._delete_current_gw_port(context, id, router, None) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: admin_ctx, gw_port_id, l3_port_check=False) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, context, *args, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return method(*args, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: context, port, router_ids, bound_mech_contexts) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: return function(*args, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: callback(resource, event, trigger, **kwargs) Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: if self._is_session_semantic_violated(context, resource, event): Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: stack = traceback.extract_stack() Jan 18 19:51:42.755270 dv-cinder-562053-17-smb neutron-server[80002]: Jan 18 19:51:42.890477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699144'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.028079 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2274'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.030427 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.117212 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853086213'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.117798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router afbfa0f8-5eee-41bb-828c-ecd4575fc969 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 19:51:43.130558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.131854 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7aa30fd2-98d0-4909-bde4-9572793078ce admin admin] 10.222.0.109 "DELETE /v2.0/routers/afbfa0f8-5eee-41bb-828c-ecd4575fc969 HTTP/1.1" status: 204 len: 168 time: 1.4987183 Jan 18 19:51:43.134714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39174) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:43.202406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] Deleting subnet 636b765a-fdca-4f0c-b10e-4809a6cf2ed0 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:51:43.205803 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.262031 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.293283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.569804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.587926 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a122977a-efd3-41b8-a739-450cd790ed7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:43.621310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 2c3214a5-17bd-473f-9740-c659b2305b59 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:43.639034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636b765a-fdca-4f0c-b10e-4809a6cf2ed0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:43.643777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:43.658563 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 2c3214a5-17bd-473f-9740-c659b2305b59 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:51:43.658960 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 2c3214a5-17bd-473f-9740-c659b2305b59 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:51:43.659486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 6f93256e-1866-4959-8509-295953f5f86e no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:43.695396 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 6f93256e-1866-4959-8509-295953f5f86e {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:51:43.695806 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 6f93256e-1866-4959-8509-295953f5f86e not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:51:43.728789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.733810 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47544377-ce48-48ff-88cb-57d9caba5321 None None] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:51:43.735002 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c6b765e6-5583-4974-808d-da4a7a1fdeae admin admin] 10.222.0.109 "DELETE /v2.0/subnets/636b765a-fdca-4f0c-b10e-4809a6cf2ed0 HTTP/1.1" status: 204 len: 168 time: 0.5991616 Jan 18 19:51:43.737789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39178) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:43.857855 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.931546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Deleting port 462798e4-a3e0-4d46-b64a-2c4e4a66147e {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:43.931920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:43.999700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] DHCP port deletion for cc5ef4fe-e105-49d1-b24f-3c9a34f25841 request from dv-cinder-562053-17-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 18 19:51:44.004239 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] Deleting port 462798e4-a3e0-4d46-b64a-2c4e4a66147e {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:44.004661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.164563 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] For port 462798e4-a3e0-4d46-b64a-2c4e4a66147e, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=462798e4-a3e0-4d46-b64a-2c4e4a66147e,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:44.165125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.307841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Calling delete_port for 462798e4-a3e0-4d46-b64a-2c4e4a66147e owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:44.379202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] For port 462798e4-a3e0-4d46-b64a-2c4e4a66147e, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=462798e4-a3e0-4d46-b64a-2c4e4a66147e,segment=NetworkSegment(d178dfee-b469-4c81-b846-7f807b20d545),segment_id=d178dfee-b469-4c81-b846-7f807b20d545)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:51:44.379653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.387310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.402851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e2de413-a296-42a2-ac53-92e099d46da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:44.466010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Pushing event deleted for resources: {'Port': ['ID=462798e4-a3e0-4d46-b64a-2c4e4a66147e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:44.470150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:44.515743 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] Calling delete_port for 462798e4-a3e0-4d46-b64a-2c4e4a66147e owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:51:44.552327 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] No DVR routers for this DVR port 462798e4-a3e0-4d46-b64a-2c4e4a66147e on host dv-cinder-562053-17-smb {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:51:44.591597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:51:44.592010 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:51:44.678973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.802379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.802825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.803659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.804029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > port after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.804397 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.804751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.805104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.805457 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.805811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.806161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.876323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bbc3549c-7740-4aab-8606-a2228447fb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.932613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.932937 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.933312 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.933685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 18 19:51:44.934078 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5ef4fe-e105-49d1-b24f-3c9a34f25841']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:44.948934 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd178dfee-b469-4c81-b846-7f807b20d545') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:44.949276 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd178dfee-b469-4c81-b846-7f807b20d545') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:51:44.961938 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852549768'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.982311 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.983325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:44.984574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:51:45.093020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] Deleting port 462798e4-a3e0-4d46-b64a-2c4e4a66147e {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:51:45.093592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:45.167982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-8ed39b07-cd7e-4651-9373-a7b45b3cc401 None None] The port '462798e4-a3e0-4d46-b64a-2c4e4a66147e' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 18 19:51:45.174288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:51:45.184588 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068906'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:45.370063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Network cc5ef4fe-e105-49d1-b24f-3c9a34f25841 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:51:45.624068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 462798e4-a3e0-4d46-b64a-2c4e4a66147e no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: (rel_b, rel_a, rel_b), Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: (rel_b, rel_a, rel_b), Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:51:45.628491 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:51:45.660733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 462798e4-a3e0-4d46-b64a-2c4e4a66147e {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:51:45.661126 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 462798e4-a3e0-4d46-b64a-2c4e4a66147e not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:51:45.714872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:45.718639 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b8ab699-8948-4ffe-a258-593c309a6843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:45.735673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:45.744587 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5ef4fe-e105-49d1-b24f-3c9a34f25841,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:45.747946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:45.758388 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c3e753eb-2b7a-41a6-a0f8-7f86128ea36f admin admin] 10.222.0.109 "DELETE /v2.0/networks/cc5ef4fe-e105-49d1-b24f-3c9a34f25841 HTTP/1.1" status: 204 len: 168 time: 2.0195508 Jan 18 19:51:45.900482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39184) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:45.953764 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-dc3dbb7a-17dc-4065-b813-d3816fad9fc8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d35ce9b530944eb192bfb87456eb1d7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519712 Jan 18 19:51:45.956797 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39188) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:46.019660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1d367cf4-05d1-4f88-85bf-cf045196f061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:46.046808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1d367cf4-05d1-4f88-85bf-cf045196f061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:46.097907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1d367cf4-05d1-4f88-85bf-cf045196f061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:46.103101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2f2a5057-e5b4-4cbb-9609-06b2b60480c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:46.117173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d367cf4-05d1-4f88-85bf-cf045196f061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c846c557-e3b2-4915-bafb-ccc10c6391bb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:46.121321 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1d367cf4-05d1-4f88-85bf-cf045196f061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:46.124596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1d367cf4-05d1-4f88-85bf-cf045196f061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:46.128666 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-1d367cf4-05d1-4f88-85bf-cf045196f061 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c846c557-e3b2-4915-bafb-ccc10c6391bb HTTP/1.1" status: 204 len: 168 time: 0.1680467 Jan 18 19:51:46.418633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:46.880619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:50.744160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39252) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:50.894982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:50.910183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:51:50.914762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba14ed06c5e466585518c5ab6c5d9d2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:51:50.917724 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:51:50.923710 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:51:51.012487 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:51.015198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:51.023412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-11fed0b8-f4c7-4ac5-91bc-bbc3c7c87c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:51.065605 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8ba14ed06c5e466585518c5ab6c5d9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202996 Jan 18 19:51:51.067413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e1c0c1-884d-4a09-a4ce-7a3b0dbca743,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:51.068932 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39258) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:51.071167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b712e52c-20cd-4f2e-8ac9-9ef0b99552b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:51.137023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12054ec3-54e3-4af6-8e70-0308af2435e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:51.164751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12054ec3-54e3-4af6-8e70-0308af2435e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:51.208402 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12054ec3-54e3-4af6-8e70-0308af2435e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:51.212780 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c5119cb3-e70c-4e6f-a563-ad076cb023e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:51.224454 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12054ec3-54e3-4af6-8e70-0308af2435e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e1c0c1-884d-4a09-a4ce-7a3b0dbca743,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:51.229865 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-12054ec3-54e3-4af6-8e70-0308af2435e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:51.231815 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12054ec3-54e3-4af6-8e70-0308af2435e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:51.233072 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-12054ec3-54e3-4af6-8e70-0308af2435e7 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/23e1c0c1-884d-4a09-a4ce-7a3b0dbca743 HTTP/1.1" status: 204 len: 168 time: 0.1630721 Jan 18 19:51:53.173653 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39298) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:53.335339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:53.350679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:51:53.355273 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Usage tracker for resource:security_group_rule and tenant:2fefcb4fd5b0479a806df950328bc50d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:51:53.358234 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:51:53.364186 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:51:53.449422 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:53.452338 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:53.462181 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58d488ec-c707-4383-a926-ae59d2f68c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:53.504823 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2fefcb4fd5b0479a806df950328bc50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299711 Jan 18 19:51:53.505836 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec35068-6292-481f-bc18-bd3c6b50bd54,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:53.509197 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39304) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:53.509376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bccd575b-1ce9-4da3-8eaf-8df0637f1f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:53.581063 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb3fb29d-6218-47ce-953d-50ff431a155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:53.609373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb3fb29d-6218-47ce-953d-50ff431a155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:53.657649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb3fb29d-6218-47ce-953d-50ff431a155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:53.662583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0de8df55-a29c-4bd0-828f-1e6d90bc48e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:53.677247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fb29d-6218-47ce-953d-50ff431a155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec35068-6292-481f-bc18-bd3c6b50bd54,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:53.680012 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eb3fb29d-6218-47ce-953d-50ff431a155f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:53.682295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb3fb29d-6218-47ce-953d-50ff431a155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:53.684793 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-eb3fb29d-6218-47ce-953d-50ff431a155f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0ec35068-6292-481f-bc18-bd3c6b50bd54 HTTP/1.1" status: 204 len: 168 time: 0.1722326 Jan 18 19:51:54.026188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39312) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:54.045306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:54.060923 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:51:54.064948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Usage tracker for resource:security_group_rule and tenant:6003d7a3883d43b9a02a68a20df5adc3 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:51:54.068117 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:51:54.074310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:51:54.157831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:54.160745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:54.169447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-15e72b08-c512-4cdd-b058-173348287eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:54.218022 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6003d7a3883d43b9a02a68a20df5adc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906514 Jan 18 19:51:54.218970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50329c7d-a941-41f0-81ca-7532426a1114,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:54.220958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39316) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:54.222368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-26789268-1359-4f4d-b7b5-c0a388c23f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:54.287967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d66f7bc2-76e0-4b46-9579-409156955e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:54.316542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d66f7bc2-76e0-4b46-9579-409156955e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:54.361339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d66f7bc2-76e0-4b46-9579-409156955e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:54.366505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cd0a0b73-bd55-4f91-9b06-9953ad90192e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:54.380650 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f7bc2-76e0-4b46-9579-409156955e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50329c7d-a941-41f0-81ca-7532426a1114,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:54.384004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d66f7bc2-76e0-4b46-9579-409156955e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:54.386295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d66f7bc2-76e0-4b46-9579-409156955e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:54.390056 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d66f7bc2-76e0-4b46-9579-409156955e82 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/50329c7d-a941-41f0-81ca-7532426a1114 HTTP/1.1" status: 204 len: 168 time: 0.1653862 Jan 18 19:51:56.879389 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39382) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:57.031154 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.047457 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:51:57.051467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Usage tracker for resource:security_group_rule and tenant:15eebeb9763142d8af44e6609601f877 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:51:57.055036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:51:57.060944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:51:57.150649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.153651 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.162385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eb3fb29d-6218-47ce-953d-50ff431a155f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:57.207673 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=15eebeb9763142d8af44e6609601f877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269467 Jan 18 19:51:57.208573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b027f-022f-47ee-a4de-ecc38c8a8d54,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:57.210944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39388) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:57.212649 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:57.277129 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1cc338a9-7bec-4ea5-9d0e-a0d19131c751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.305070 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1cc338a9-7bec-4ea5-9d0e-a0d19131c751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.349623 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1cc338a9-7bec-4ea5-9d0e-a0d19131c751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.355314 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b2eb6d5e-263e-4696-b33d-30f4940a1bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:57.371429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc338a9-7bec-4ea5-9d0e-a0d19131c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b027f-022f-47ee-a4de-ecc38c8a8d54,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:57.374680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1cc338a9-7bec-4ea5-9d0e-a0d19131c751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:57.388747 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1cc338a9-7bec-4ea5-9d0e-a0d19131c751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.390936 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-1cc338a9-7bec-4ea5-9d0e-a0d19131c751 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/fd8b027f-022f-47ee-a4de-ecc38c8a8d54 HTTP/1.1" status: 204 len: 168 time: 0.1778257 Jan 18 19:51:57.736502 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39396) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:57.755602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.771173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:51:57.775717 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Usage tracker for resource:security_group_rule and tenant:1337683df25f4ea285a41f1fad88f0df is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:51:57.778578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:51:57.784237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:51:57.869820 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.872842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:57.881988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6233f563-291c-440a-b9e8-e2df07d7bac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:57.925218 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=1337683df25f4ea285a41f1fad88f0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875470 Jan 18 19:51:57.926174 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af81c5f-4f7a-4533-81a2-f9ae3347d083,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:57.928166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39400) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:51:57.930092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:57.992128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6466fe2-1086-466b-87d1-5bd2caf9c32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:58.020290 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6466fe2-1086-466b-87d1-5bd2caf9c32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:58.064870 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6466fe2-1086-466b-87d1-5bd2caf9c32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:58.069317 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c88323dd-0a6c-458e-949d-fa745697ccc4 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:51:58.083150 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6466fe2-1086-466b-87d1-5bd2caf9c32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af81c5f-4f7a-4533-81a2-f9ae3347d083,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:51:58.085983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b6466fe2-1086-466b-87d1-5bd2caf9c32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:51:58.093670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6466fe2-1086-466b-87d1-5bd2caf9c32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:51:58.094878 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b6466fe2-1086-466b-87d1-5bd2caf9c32a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4af81c5f-4f7a-4533-81a2-f9ae3347d083 HTTP/1.1" status: 204 len: 168 time: 0.1655769 Jan 18 19:52:04.450765 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:06.467373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39488) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:52:06.621152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:06.637176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:52:06.642167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Usage tracker for resource:security_group_rule and tenant:c651ac598dac4d7ebc808485df7bc56c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:52:06.645398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:52:06.652167 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:52:06.739513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:06.742171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:06.751416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-49c7bdc9-df6e-4797-8368-dfca5fbb828c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:52:06.794296 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c651ac598dac4d7ebc808485df7bc56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257115 Jan 18 19:52:06.795276 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a0bae3-c148-46bd-8746-e78683bb20b7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:52:06.797260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39494) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:52:06.798757 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f6776fba-8d7d-485d-a17e-c9b29be33712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:52:06.865377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:06.893756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:06.939411 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:06.944737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-02cefc69-01cb-484a-8283-071c9cd2c744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:52:06.956386 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a0bae3-c148-46bd-8746-e78683bb20b7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:52:06.967851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.968274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.968689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.969096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.969504 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.969908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.970309 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.970703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.971124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.971550 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.971919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.972313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.972762 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.973155 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.973599 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.973941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.974332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.974720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.975147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.975530 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.975918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.976308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.976697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.977085 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:06.980557 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:06.981775 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/69a0bae3-c148-46bd-8746-e78683bb20b7 HTTP/1.1" status: 204 len: 168 time: 0.1828094 Jan 18 19:52:06.982800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:52:07.328512 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39502) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:52:07.347915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:07.363867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:52:07.368164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Usage tracker for resource:security_group_rule and tenant:a58ba3877141478b86a9c89a3b54e05f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:52:07.371731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:52:07.378017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:52:07.464766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:07.467524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:07.476564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-12054ec3-54e3-4af6-8e70-0308af2435e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:52:07.523578 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a58ba3877141478b86a9c89a3b54e05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938467 Jan 18 19:52:07.525361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda1b514-190b-47db-a889-ad846b774395,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:52:07.526515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39506) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:52:07.528686 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:52:07.597075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a8e-b1ce-4e12-a18e-606e622a1e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:07.624703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a8e-b1ce-4e12-a18e-606e622a1e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:07.669088 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a8e-b1ce-4e12-a18e-606e622a1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:07.674069 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88ca6c4a-7c18-483b-bfd1-88a69037bb16 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:52:07.688754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc65a8e-b1ce-4e12-a18e-606e622a1e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda1b514-190b-47db-a889-ad846b774395,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:52:07.691547 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7cc65a8e-b1ce-4e12-a18e-606e622a1e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:52:07.702918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7cc65a8e-b1ce-4e12-a18e-606e622a1e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:07.704258 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-7cc65a8e-b1ce-4e12-a18e-606e622a1e87 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/dda1b514-190b-47db-a889-ad846b774395 HTTP/1.1" status: 204 len: 168 time: 0.1765606 Jan 18 19:52:12.642997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bdf2-9782-4ab6-a9c2-4c71b23757fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:14.849550 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c044d05-1506-492e-8c48-f63bc49d8958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:14.985619 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:16.429943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:16.883046 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:19.557561 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:52:31.785082 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34dad726-b4f7-4799-82dc-8176509964cb req-3a9b7ea0-6996-4ee1-bf9b-3744558ff911 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0788713 Jan 18 19:52:31.984479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dad726-b4f7-4799-82dc-8176509964cb req-b726537b-e01d-4288-83cd-b9f4a55c0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:52:31.986681 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34dad726-b4f7-4799-82dc-8176509964cb req-b726537b-e01d-4288-83cd-b9f4a55c0b44 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.0844600 Jan 18 19:52:32.153939 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dad726-b4f7-4799-82dc-8176509964cb req-b4e01f9f-d0d6-4f2d-baea-f7c1ed987b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:52:32.155602 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34dad726-b4f7-4799-82dc-8176509964cb req-b4e01f9f-d0d6-4f2d-baea-f7c1ed987b26 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.1460588 Jan 18 19:52:32.274565 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34dad726-b4f7-4799-82dc-8176509964cb req-7a376cc9-d5b8-4de2-9498-7e0db3657bac service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 999 time: 0.1134892 Jan 18 19:52:32.345618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dad726-b4f7-4799-82dc-8176509964cb req-4008ac86-6332-4d37-9b20-b583a8a6d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:52:32.347141 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34dad726-b4f7-4799-82dc-8176509964cb req-4008ac86-6332-4d37-9b20-b583a8a6d949 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.0672259 Jan 18 19:52:32.431525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dad726-b4f7-4799-82dc-8176509964cb req-d0fba032-111f-4fe6-ae0c-607859192bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:52:32.433489 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34dad726-b4f7-4799-82dc-8176509964cb req-d0fba032-111f-4fe6-ae0c-607859192bd3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0781643 Jan 18 19:52:32.582749 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34dad726-b4f7-4799-82dc-8176509964cb req-3768982a-266a-44b3-8aad-4ef5f44c063d service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388888 Jan 18 19:52:32.726999 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-34dad726-b4f7-4799-82dc-8176509964cb req-7abe2cb5-c9a7-4278-a6b9-1733fe5537ce service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359043 Jan 18 19:52:34.449369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:42.646671 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-17cd2629-36f6-42d3-9df6-ed5198b1c982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:44.851999 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8afb5656-2abc-4dd5-8786-346eb6874ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:44.989252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:46.434468 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:46.885564 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:48.112062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39774) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:52:48.267947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:48.282999 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:52:48.287022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Usage tracker for resource:security_group_rule and tenant:a56e1e907adc4787840bc7d936781717 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:52:48.289982 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:52:48.295766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:52:48.381204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:48.384824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:48.393745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7cc65a8e-b1ce-4e12-a18e-606e622a1e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:52:48.436837 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a56e1e907adc4787840bc7d936781717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235955 Jan 18 19:52:48.437811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd513b07-4c5d-44c1-8233-b58f8a9759a1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:52:48.439785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39780) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:52:48.447184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.447551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.447971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.448381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.448789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.449196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.449609 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.450009 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.450412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.450814 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.451371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.451646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.452113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.452511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.452917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.453315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.453713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.454110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.454486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.454884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.455298 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.455699 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.456097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.456489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:52:48.461332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac7eae2f-2831-4c8b-ac28-848ad93749bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:52:48.506186 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97a25c19-e35b-40ef-ab7a-a7a20f3613da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:48.533379 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97a25c19-e35b-40ef-ab7a-a7a20f3613da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:48.578983 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97a25c19-e35b-40ef-ab7a-a7a20f3613da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:48.583036 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d8206a8e-cf80-4aea-ae91-d911c5a9acaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:52:48.597101 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a25c19-e35b-40ef-ab7a-a7a20f3613da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd513b07-4c5d-44c1-8233-b58f8a9759a1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:52:48.601323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-97a25c19-e35b-40ef-ab7a-a7a20f3613da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:52:48.607739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97a25c19-e35b-40ef-ab7a-a7a20f3613da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:48.608982 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-97a25c19-e35b-40ef-ab7a-a7a20f3613da admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/bd513b07-4c5d-44c1-8233-b58f8a9759a1 HTTP/1.1" status: 204 len: 168 time: 0.1679049 Jan 18 19:52:55.614479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39846) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:52:55.766997 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:55.783039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:52:55.787139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Usage tracker for resource:security_group_rule and tenant:ea19bd67e9324a33bb8d6c29a8d1f166 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:52:55.790237 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:52:55.796575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:52:55.882484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:55.885252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:55.898497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4035828b-a76d-4800-8183-3dbf333de1c3 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:52:55.942202 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ea19bd67e9324a33bb8d6c29a8d1f166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265469 Jan 18 19:52:55.944097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504f2caf-a606-4a72-b7b8-32c11d8662c4,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:52:55.945425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39852) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:52:55.947712 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:52:56.014328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1f05e5b7-f1b6-4308-b31b-a660a848a9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:56.042773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1f05e5b7-f1b6-4308-b31b-a660a848a9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:56.090861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1f05e5b7-f1b6-4308-b31b-a660a848a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:56.096045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9a554b7b-f913-412a-bf40-baeec0ab3684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:52:56.108494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05e5b7-f1b6-4308-b31b-a660a848a9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f2caf-a606-4a72-b7b8-32c11d8662c4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:52:56.116091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1f05e5b7-f1b6-4308-b31b-a660a848a9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:52:56.118099 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1f05e5b7-f1b6-4308-b31b-a660a848a9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:52:56.119335 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-1f05e5b7-f1b6-4308-b31b-a660a848a9d5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/504f2caf-a606-4a72-b7b8-32c11d8662c4 HTTP/1.1" status: 204 len: 168 time: 0.1728282 Jan 18 19:52:56.558941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:53:04.452558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:12.648240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d57808a9-9f41-424a-baf7-4a2e435b5629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:14.853727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b35f-59be-4c06-bccc-a8fd869a8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:14.992363 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:16.427215 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:16.890217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:33.559170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:53:33.793637 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-1938664d-3bbe-48a7-a058-2bdd996f217f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0774906 Jan 18 19:53:33.911344 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-4392d828-3ef0-4ee1-993b-2258f851a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:53:33.912981 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-4392d828-3ef0-4ee1-993b-2258f851a5fb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=89ccca4a004c4223bb675d936e7b1664&device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 1163 time: 0.0783324 Jan 18 19:53:34.075731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-a8cbf80b-d122-4770-854c-dd3461344fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:53:34.077222 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-a8cbf80b-d122-4770-854c-dd3461344fb6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 200 len: 911 time: 0.1414890 Jan 18 19:53:34.189589 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-91468403-6622-42e0-a7a9-afcbef2810d0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938 HTTP/1.1" status: 200 len: 1002 time: 0.1037271 Jan 18 19:53:34.265214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-a7f12cfc-fa73-4d28-a3d5-dc761378e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:53:34.266782 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-a7f12cfc-fa73-4d28-a3d5-dc761378e1d8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 200 len: 856 time: 0.0681756 Jan 18 19:53:34.347874 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-e1157e48-49d8-42b3-86df-cb3a78237734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:53:34.349564 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-e1157e48-49d8-42b3-86df-cb3a78237734 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0776000 Jan 18 19:53:34.446841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:34.495556 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-9ec75435-7eb3-4e59-af44-ef36ab21525e service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376221 Jan 18 19:53:34.641378 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3ff1aea3-ce90-4fc5-ab6a-ef1a1cd6bb48 req-b86c24dc-9d36-43cd-8741-0a2cfb1dcf8c service neutron] 10.222.0.113 "GET /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374319 Jan 18 19:53:42.650196 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7777-8a19-49cd-a6de-5401b034ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:44.855879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2c0da2f5-2ea4-4072-bf61-78b1d564014f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:44.994703 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:46.429499 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:53:46.892507 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:04.464419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:10.559305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:54:12.652368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e0b1e288-5cd7-4339-b39f-9d05826e0c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:14.857442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2f2dccd2-f510-4b37-a385-91a02740936c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:14.998734 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:16.431928 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:16.894568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:34.482802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:34.817127 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-33de05c4-2b4a-4c4d-8f0a-cd2908ab1e58 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0750442 Jan 18 19:54:34.992645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-5598a75a-ebea-4403-b0fd-be9e644a2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:54:34.994251 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-5598a75a-ebea-4403-b0fd-be9e644a2659 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.0832758 Jan 18 19:54:35.155511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-47b4ec4d-41fc-40eb-8b22-18d41f3a6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:54:35.156998 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-47b4ec4d-41fc-40eb-8b22-18d41f3a6478 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.1381035 Jan 18 19:54:35.498084 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-4fedf203-0dcd-4326-b7a3-2dbed6da7ace service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 999 time: 0.3320520 Jan 18 19:54:35.565372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-73bf5519-ee9c-459a-a8f4-80991d7ada53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:54:35.566899 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-73bf5519-ee9c-459a-a8f4-80991d7ada53 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.0631080 Jan 18 19:54:35.650891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-5a4468b7-1ed7-4a2a-95ba-9d5182136be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:54:35.652558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-5a4468b7-1ed7-4a2a-95ba-9d5182136be2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0779262 Jan 18 19:54:35.795831 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-6edfc304-fb54-46cd-8c13-880929d1c0d9 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369603 Jan 18 19:54:35.944819 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a1042654-7a5d-4b74-8409-bfae68a099dd req-6d3796c7-9fca-4636-a7e3-b74722deebff service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417880 Jan 18 19:54:42.653639 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-05b6b4fb-5db6-4532-ae31-7bdd2edfa191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:44.859907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d79392fe-c855-49ed-a8b5-6ec84942605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:45.002662 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:46.435764 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:46.898409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:47.559666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:54:57.521889 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978b2f7-dc8d-4f39-a625-3d393bb6357f req-590a3e5d-00de-4b61-b602-aac65af32954 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:54:57.524403 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3978b2f7-dc8d-4f39-a625-3d393bb6357f req-590a3e5d-00de-4b61-b602-aac65af32954 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.3175488 Jan 18 19:54:57.578099 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3978b2f7-dc8d-4f39-a625-3d393bb6357f req-4034fa89-c4c3-44b1-9f2a-ea03cdf53037 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466635 Jan 18 19:54:58.685070 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-620db00d-2ce7-4d4d-8531-19f2331a4c58 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:54:58.685916 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-620db00d-2ce7-4d4d-8531-19f2331a4c58 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Synchronizing usage tracker for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:54:58.701665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-620db00d-2ce7-4d4d-8531-19f2331a4c58 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Unset dirty status for tenant:89ccca4a004c4223bb675d936e7b1664 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:54:58.703744 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-620db00d-2ce7-4d4d-8531-19f2331a4c58 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.1387069 Jan 18 19:54:58.792542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Deleting port 5ed95bc1-1c37-46c6-a379-6b9afce66938 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:54:58.792943 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:58.987553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1a8dd-d805-48a3-b5bc-16278f262ed6 req-4a85e5f4-5435-42f0-b6a7-03828f2484fa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:54:58.989199 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-48a1a8dd-d805-48a3-b5bc-16278f262ed6 req-4a85e5f4-5435-42f0-b6a7-03828f2484fa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 946 time: 0.2356145 Jan 18 19:54:59.080674 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-48a1a8dd-d805-48a3-b5bc-16278f262ed6 req-b4136941-5c9c-481d-b980-5c46b2b311c4 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832090 Jan 18 19:54:59.109612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] For port 5ed95bc1-1c37-46c6-a379-6b9afce66938, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:54:59.110023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:59.303802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 5ed95bc1-1c37-46c6-a379-6b9afce66938 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:54:59.515862 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:59.539913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:59.540409 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:59.540836 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Floating IP 0aeb67b1-32d0-480a-9233-293696683ff0 disassociated. External IP: 172.28.3.130, port: 5ed95bc1-1c37-46c6-a379-6b9afce66938. Jan 18 19:54:59.541278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Calling delete_port for 5ed95bc1-1c37-46c6-a379-6b9afce66938 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:54:59.556178 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:54:59.570904 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 5ed95bc1-1c37-46c6-a379-6b9afce66938, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:54:59.576766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:54:59.580320 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:54:59.648586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:54:59.649416 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:54:59.686192 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'code': 200} Jan 18 19:54:59.690693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=5ed95bc1-1c37-46c6-a379-6b9afce66938,revision_number=7']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:54:59.699901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.700297 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.700676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.701054 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.701438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.701809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.702177 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.702558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.702924 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.703328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.703688 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.704591 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.705024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.705385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.705748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.706110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.706477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.706836 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.707227 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.707699 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.708061 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.708425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.708788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.709145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:54:59.714590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:00.151226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Deleting port 5ed95bc1-1c37-46c6-a379-6b9afce66938 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:00.151744 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:00.376746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7803ad-4137-4830-abb8-58c282514127 req-7b112cec-e930-4aaf-9ae3-151a47fb97c0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:00.378315 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d7803ad-4137-4830-abb8-58c282514127 req-7b112cec-e930-4aaf-9ae3-151a47fb97c0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 944 time: 0.1251719 Jan 18 19:55:00.453839 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0d7803ad-4137-4830-abb8-58c282514127 req-59616979-44dc-47e4-8930-3fe27a1ef777 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups?id=c8e5f937-5320-41c2-ad9a-86a77a82931e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625498 Jan 18 19:55:00.472049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] For port 5ed95bc1-1c37-46c6-a379-6b9afce66938, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=5ed95bc1-1c37-46c6-a379-6b9afce66938,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:00.472463 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:00.796245 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:00.796819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853076638'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:00.797155 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Floating IP 0aeb67b1-32d0-480a-9233-293696683ff0 disassociated. External IP: 172.28.3.130, port: 5ed95bc1-1c37-46c6-a379-6b9afce66938. Jan 18 19:55:00.797598 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Calling delete_port for 5ed95bc1-1c37-46c6-a379-6b9afce66938 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:00.961182 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:00.977554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1000bbf6-6fb8-4bad-a589-f5258a82cbaa tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:01.025886 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event deleted for resources: {'Port': ['ID=5ed95bc1-1c37-46c6-a379-6b9afce66938,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:01.052813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.053142 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.053553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.053955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.054356 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.054751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.055175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.055571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.055967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.056359 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.056751 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.057138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.057596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.057985 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.058373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.058758 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.059170 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.059559 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.059948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.060332 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.060720 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.061106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.061491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.061920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:01.066163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:01.425369 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:55:01.683288 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a25f4052-ada4-4751-8778-4a8360f50473 req-c6e016a7-7b6d-4894-b6cd-9c6939a620b9 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/ports?device_id=21696cee-8c7d-4cb0-82bc-c0071858ee2e HTTP/1.1" status: 200 len: 210 time: 0.0525248 Jan 18 19:55:01.684718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:55:01.696562 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] Sync routers for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:55:01.707863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:01.708569 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:54:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:01.727091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] No DVR routers for this DVR port 5ed95bc1-1c37-46c6-a379-6b9afce66938 on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:55:01.729583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:01.734723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-deleted', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:55:01.752276 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-01d9c657-d5fe-403f-a073-3dec249d82a5 req-651ff4e1-941c-40f4-b6b2-f19b70225a71 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.113 "DELETE /v2.0/ports/5ed95bc1-1c37-46c6-a379-6b9afce66938 HTTP/1.1" status: 204 len: 173 time: 3.0404418 Jan 18 19:55:01.805861 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21696cee-8c7d-4cb0-82bc-c0071858ee2e', 'name': 'network-vif-deleted', 'tag': '5ed95bc1-1c37-46c6-a379-6b9afce66938', 'status': 'completed', 'code': 200} Jan 18 19:55:01.906995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:02.245021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:02.249400 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] Checking router: 1ef5e45e-8c3c-4288-b6d7-3a02716087cb for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:55:02.258951 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:02.259665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:54:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:02.458228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:02.873891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39938) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:02.949080 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f50f90d-35e0-4a8e-86a4-a7c8caa9bf5b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:02.974670 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:02.978895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fae093-1a91-46c1-9a94-fb44ab1cd61a None None] The sync data for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb is: [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:44:43Z', 'revision_number': 4, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': '9952b772-112e-4e55-be6c-ae0549f3e618', 'name': '', 'network_id': 'bb0528e6-08c3-4923-8dc2-c5239cfeaf9e', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'mac_address': 'fa:16:3e:43:13:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:40Z', 'updated_at': '2021-01-18T19:44:58Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'subnets': [{'id': '4a79504a-0590-4394-a746-ed6fe8f94796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:55:02.979217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f50f90d-35e0-4a8e-86a4-a7c8caa9bf5b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:03.030176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f50f90d-35e0-4a8e-86a4-a7c8caa9bf5b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:03.035738 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f9432f0-ceb2-4115-a8b1-d314ebbd7060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:03.056373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50f90d-35e0-4a8e-86a4-a7c8caa9bf5b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e5f937-5320-41c2-ad9a-86a77a82931e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:03.060750 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f50f90d-35e0-4a8e-86a4-a7c8caa9bf5b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:03.065714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f50f90d-35e0-4a8e-86a4-a7c8caa9bf5b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:03.066954 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6f50f90d-35e0-4a8e-86a4-a7c8caa9bf5b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "DELETE /v2.0/security-groups/c8e5f937-5320-41c2-ad9a-86a77a82931e HTTP/1.1" status: 204 len: 168 time: 0.1919065 Jan 18 19:55:03.070084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39942) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:03.089604 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.api.v2.resource [None req-121cbdb3-8fed-4f06-8355-9d72fa0877f0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] show failed (client error): The resource could not be found. Jan 18 19:55:03.090713 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-121cbdb3-8fed-4f06-8355-9d72fa0877f0 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "GET /v2.0/security-groups/c8e5f937-5320-41c2-ad9a-86a77a82931e HTTP/1.1" status: 404 len: 347 time: 0.0195510 Jan 18 19:55:03.094205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39946) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:03.273790 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Deleting port ed58e7f7-3f35-4232-b82d-574161967303 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:03.274173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:03.405258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99836260-caa7-4389-87ae-6f8e828b516a None None] New status for floating IP 0aeb67b1-32d0-480a-9233-293696683ff0: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:55:03.462996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:03.463393 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:03.604667 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Calling delete_port for ed58e7f7-3f35-4232-b82d-574161967303 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:03.758542 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2706925'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:03.760077 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-99836260-caa7-4389-87ae-6f8e828b516a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:55:03.760527 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-99836260-caa7-4389-87ae-6f8e828b516a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:55:03.777460 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-44c81532-e7a1-4a25-b1c5-5c77dad98a7c tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:03.836000 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Pushing event deleted for resources: {'Port': ['ID=ed58e7f7-3f35-4232-b82d-574161967303,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:03.850573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.851137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.851549 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.851950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.852343 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.852739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.853127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.853514 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.853907 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.854296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.854729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.855109 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.855532 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.855920 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.856303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.856685 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.857084 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.857459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.857837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.858217 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.858594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.858972 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.859401 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.859781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:55:03.864624 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:04.025051 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:04.048489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:04.049887 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c324d91a-8bda-4787-bb31-9a8f440b2359 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] 10.222.0.109 "DELETE /v2.0/floatingips/0aeb67b1-32d0-480a-9233-293696683ff0 HTTP/1.1" status: 204 len: 168 time: 0.9545805 Jan 18 19:55:04.262218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99836260-caa7-4389-87ae-6f8e828b516a None None] New status for floating IP 0aeb67b1-32d0-480a-9233-293696683ff0: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:55:04.488918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:06.940458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 39972) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:07.671821 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853075136'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:08.304921 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-faef7854-9c44-4bcb-b503-4e0a81e3d63e tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/floatingips/f6b1d4ea-d368-47df-916a-cfbb4b19a6b8 HTTP/1.1" status: 200 len: 996 time: 0.3920255 Jan 18 19:55:08.525026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Deleting port 9952b772-112e-4e55-be6c-ae0549f3e618 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:08.525403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:08.578132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-07b96647-9fe9-4091-9275-67fe229638b2 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:08.579613 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-07b96647-9fe9-4091-9275-67fe229638b2 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/networks/dd6ea230-be1f-44c8-995a-98b8e7d3634e HTTP/1.1" status: 200 len: 784 time: 0.2684731 Jan 18 19:55:08.794870 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-8fb6c418-8847-43ea-abe6-6467ed697f67 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/floatingips?floating_ip_address=172.28.3.4 HTTP/1.1" status: 200 len: 999 time: 0.2077286 Jan 18 19:55:08.907846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] For port 9952b772-112e-4e55-be6c-ae0549f3e618, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=9952b772-112e-4e55-be6c-ae0549f3e618,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:08.908191 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:08.937325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-2a1be8bc-d064-403d-bf22-6fe5a42cbc1a tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:08.938889 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-2a1be8bc-d064-403d-bf22-6fe5a42cbc1a tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports/ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 942 time: 0.1373212 Jan 18 19:55:09.067138 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Calling delete_port for 9952b772-112e-4e55-be6c-ae0549f3e618 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:09.232496 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-a1c198dc-d725-4dbe-a7bb-61ec210f74cc tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/floatingips?floating_ip_address=172.28.3.4 HTTP/1.1" status: 200 len: 999 time: 0.1726644 Jan 18 19:55:09.518211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Deleting port 41d4411f-2d50-4922-931a-c7f2ed0adb76 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:09.518804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:09.610439 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2706925'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:09.629488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bd2ad8dc-4568-4f3a-9096-4699be792039 tempest-TestMinimumBasicScenario-862494831 tempest-TestMinimumBasicScenario-862494831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:09.697736 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Pushing event deleted for resources: {'Port': ['ID=9952b772-112e-4e55-be6c-ae0549f3e618,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:09.706240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:09.888805 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:09.889091 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:10.031352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Calling delete_port for 41d4411f-2d50-4922-931a-c7f2ed0adb76 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:10.645116 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853075138'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:10.688224 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2706925'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:10.752548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-92dd350e-78d0-444b-a6ed-e8432b143dd2 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:10.816957 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event deleted for resources: {'Port': ['ID=41d4411f-2d50-4922-931a-c7f2ed0adb76,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:10.823263 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:11.186467 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:11.186759 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.l3_db [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Floating IP f6b1d4ea-d368-47df-916a-cfbb4b19a6b8 disassociated (deleted). External IP: 172.28.3.4, port: ff3c6c84-1f9c-4636-a8dd-1b9cc695530e. Jan 18 19:55:11.717469 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:55:11.933241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Router 750a29a1-8423-4e50-b17c-f6992acc14bd has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:55:12.100582 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:55:12.109447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] Sync routers for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:55:12.120833 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:12.121515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:54:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:12.175451 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e54186ff-34b2-4dc4-bb84-d3f2e5bce663 admin admin] 10.222.0.109 "PUT /v2.0/routers/1ef5e45e-8c3c-4288-b6d7-3a02716087cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2337463 Jan 18 19:55:12.178236 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39984) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:12.180511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:55:12.184938 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:12.191284 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] Sync routers for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:55:12.214748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:12.215486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:54:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:12.245712 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-d7f58a66-c939-403c-a51c-38df9461d763 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "DELETE /v2.0/floatingips/f6b1d4ea-d368-47df-916a-cfbb4b19a6b8 HTTP/1.1" status: 204 len: 173 time: 3.0053742 Jan 18 19:55:12.246371 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:55:12.314804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:12.476795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:12.709812 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'status': 'completed', 'code': 200} Jan 18 19:55:12.730766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-6789b572-91fd-4730-921e-ad790a6cdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:12.733513 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-6789b572-91fd-4730-921e-ad790a6cdd8d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.4651310 Jan 18 19:55:12.755973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd1fc-d500-4be6-b032-f3bba4248f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:12.772676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:12.783110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:55:09Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:12.790556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] Checking router: 1ef5e45e-8c3c-4288-b6d7-3a02716087cb for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:55:12.814303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] Routers {'1ef5e45e-8c3c-4288-b6d7-3a02716087cb'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:12.815003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:54:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:12.899832 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-14ed40af-2968-4597-8c81-96ad49b3169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:12.902157 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-14ed40af-2968-4597-8c81-96ad49b3169d service neutron] 10.222.0.109 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.1612477 Jan 18 19:55:12.915778 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:12.920474 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] Checking router: 750a29a1-8423-4e50-b17c-f6992acc14bd for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:55:12.930767 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:12.931453 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:54:45Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:12.974618 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:12.979951 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Deleting port acd22e2b-5302-4d92-a999-022ec0febbd6 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:12.980319 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:12.981430 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-b7630ed6-71ba-40ee-98b6-e145c1188f40 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 217 time: 0.0717082 Jan 18 19:55:13.016510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] Set router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:13.066279 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-0e8c38ef-57ad-4a1b-9e70-9472e7c64480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:13.068767 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-0e8c38ef-57ad-4a1b-9e70-9472e7c64480 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.0781984 Jan 18 19:55:13.141381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:13.171306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-822c5620-ec5f-404f-8e2e-4b401a098801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:13.174187 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-822c5620-ec5f-404f-8e2e-4b401a098801 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0979264 Jan 18 19:55:13.242339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-cae2126b-8457-4c82-884a-91fd750e76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:13.243927 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-cae2126b-8457-4c82-884a-91fd750e76c6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=253641e381a74392b97f6a1ada2090a7&device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 1162 time: 0.5743361 Jan 18 19:55:13.280969 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] For port acd22e2b-5302-4d92-a999-022ec0febbd6, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=acd22e2b-5302-4d92-a999-022ec0febbd6,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:13.281346 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:13.334068 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-ce4c093f-c035-4193-86fb-299a75ecfaf2 service neutron] 10.222.0.109 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524267 Jan 18 19:55:13.384173 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:55:09Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:13.388576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157acd38-8d11-4554-85c6-f01247cbcba8 None None] The sync data for ids ['1ef5e45e-8c3c-4288-b6d7-3a02716087cb'] in dv-cinder-562053-17-smb is: [{'id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1278237885-router', 'tenant_id': '89ccca4a004c4223bb675d936e7b1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172'}], 'enable_snat': True}, 'gw_port_id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:44:24Z', 'updated_at': '2021-01-18T19:55:09Z', 'revision_number': 5, 'project_id': '89ccca4a004c4223bb675d936e7b1664', 'gw_port': {'id': 'acd22e2b-5302-4d92-a999-022ec0febbd6', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:89:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef5e45e-8c3c-4288-b6d7-3a02716087cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:44:26Z', 'updated_at': '2021-01-18T19:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:55:13.466974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Calling delete_port for acd22e2b-5302-4d92-a999-022ec0febbd6 owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:13.516894 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-29e2f848-0e9e-48f7-91d2-77fa6e94f618 req-a0b75a6e-c2f0-4533-b7a9-3a1bf7248e69 service neutron] 10.222.0.109 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1817975 Jan 18 19:55:13.544305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:13.549246 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e26961-ab9f-4b87-bd7e-77d194266c7d None None] The sync data for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb is: [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:47:26Z', 'revision_number': 4, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb', '_interfaces': [{'id': 'd5f88fc7-ce50-4018-be7b-441e350015b3', 'name': '', 'network_id': 'd28404ee-8ebf-4e6d-8058-766153376ba8', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'mac_address': 'fa:16:3e:f3:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '73c00ecb-071f-406a-a165-a7531e3723da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:24Z', 'updated_at': '2021-01-18T19:47:45Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'subnets': [{'id': '73c00ecb-071f-406a-a165-a7531e3723da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:55:13.643595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-c4e0558e-07a0-4dac-9275-b9ab772cecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:13.645305 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-c4e0558e-07a0-4dac-9275-b9ab772cecd2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 200 len: 903 time: 0.3956802 Jan 18 19:55:13.697590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 9952b772-112e-4e55-be6c-ae0549f3e618 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:13.745269 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 9952b772-112e-4e55-be6c-ae0549f3e618 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:55:13.745811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 9952b772-112e-4e55-be6c-ae0549f3e618 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:55:13.760886 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-2b4de027-8228-4c77-ba39-07ce7edcaed8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 200 len: 217 time: 0.0708647 Jan 18 19:55:13.844775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:13.888661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-d4405f38-e04f-4ffb-93dc-2ed070a4de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:13.890251 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-d4405f38-e04f-4ffb-93dc-2ed070a4de30 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 200 len: 848 time: 0.1228390 Jan 18 19:55:13.990683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8cd7f-1b61-4805-bdd3-4117379ea989 req-db11cd21-1d87-45cc-a5ad-8d9514f8f586 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:13.991853 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-1de8cd7f-1b61-4805-bdd3-4117379ea989 req-db11cd21-1d87-45cc-a5ad-8d9514f8f586 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Synchronizing usage tracker for tenant:253641e381a74392b97f6a1ada2090a7 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:55:14.010809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-1de8cd7f-1b61-4805-bdd3-4117379ea989 req-db11cd21-1d87-45cc-a5ad-8d9514f8f586 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Unset dirty status for tenant:253641e381a74392b97f6a1ada2090a7 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:55:14.012322 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1de8cd7f-1b61-4805-bdd3-4117379ea989 req-db11cd21-1d87-45cc-a5ad-8d9514f8f586 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1387169 Jan 18 19:55:14.067838 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1de8cd7f-1b61-4805-bdd3-4117379ea989 req-022736d4-7d90-42d1-9506-e5647eb4466d tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0478888 Jan 18 19:55:14.111510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-8a1734ae-cb1b-454f-afbc-b3cf7391b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:14.113127 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-8a1734ae-cb1b-454f-afbc-b3cf7391b6be service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d28404ee-8ebf-4e6d-8058-766153376ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1726413 Jan 18 19:55:14.123827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-ce961bbc-3b3b-4a1c-bb55-3da5ea468b2e service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:55:14.124890 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-ce961bbc-3b3b-4a1c-bb55-3da5ea468b2e service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0055089 Jan 18 19:55:14.137556 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699144'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.153202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cce3af-1ea6-43ad-85a7-b95690abd30f None None] New status for floating IP f6b1d4ea-d368-47df-916a-cfbb4b19a6b8: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 18 19:55:14.275290 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2274'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.277576 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.300278 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853086213'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.300847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef5e45e-8c3c-4288-b6d7-3a02716087cb {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 19:55:14.313242 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.314464 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a47d175f-0200-4c19-8551-c16dbac30e3b admin admin] 10.222.0.109 "DELETE /v2.0/routers/1ef5e45e-8c3c-4288-b6d7-3a02716087cb HTTP/1.1" status: 204 len: 168 time: 2.1345916 Jan 18 19:55:14.317210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 39998) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:14.386153 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] Deleting subnet 4a79504a-0590-4394-a746-ed6fe8f94796 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:55:14.389860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.542021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852627232'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.638742 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-16144066-4e5b-44f1-8cce-ee0a0235f316 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156937 Jan 18 19:55:14.798733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.863947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92b5a315-d46f-4bb5-836f-a47096b7c4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:14.917645 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cd10df62-631c-4c6c-9be6-8aa503868b0a req-a4c32bb0-5143-4a4b-b1b3-a793acbdb586 service neutron] 10.222.0.113 "GET /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2412372 Jan 18 19:55:15.005774 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:15.104872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850789737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3190581'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:15.121503 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:15.314713 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c852d-816e-4f79-8d7c-027f720f7615 req-f244b4a7-6441-4211-afcb-f33770315bac tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:15.316505 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d66c852d-816e-4f79-8d7c-027f720f7615 req-f244b4a7-6441-4211-afcb-f33770315bac tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.1102350 Jan 18 19:55:15.371843 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d66c852d-816e-4f79-8d7c-027f720f7615 req-876717c7-0eac-40d3-bfd9-ff84194ac584 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0482721 Jan 18 19:55:15.446785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a79504a-0590-4394-a746-ed6fe8f94796,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:15.457627 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:15.491500 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device ff3c6c84-1f9c-4636-a8dd-1b9cc695530e no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:15.563115 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:15.574139 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c9e9a623-aaa3-4f6d-9062-b942f36a4fa7 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/4a79504a-0590-4394-a746-ed6fe8f94796 HTTP/1.1" status: 204 len: 168 time: 1.2556729 Jan 18 19:55:15.577156 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40004) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:15.586370 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b88a10-250e-4651-8fa2-94aa39850a5e None None] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:55:15.599721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-9c3f0321-b915-4e4b-9d02-088c90505e93 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:15.600538 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-9c3f0321-b915-4e4b-9d02-088c90505e93 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Synchronizing usage tracker for tenant:253641e381a74392b97f6a1ada2090a7 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:55:15.615810 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-9c3f0321-b915-4e4b-9d02-088c90505e93 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Unset dirty status for tenant:253641e381a74392b97f6a1ada2090a7 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:55:15.617099 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-9c3f0321-b915-4e4b-9d02-088c90505e93 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.113 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 945 time: 0.2290394 Jan 18 19:55:15.649104 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:15.702096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:15.710260 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Deleting port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:15.710642 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:15.749089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device acd22e2b-5302-4d92-a999-022ec0febbd6 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:15.778471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:55:15.779777 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Deleting port 43174416-2106-4e65-b853-177fcfd93338 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:15.780159 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:15.801131 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: acd22e2b-5302-4d92-a999-022ec0febbd6 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:55:15.801705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device acd22e2b-5302-4d92-a999-022ec0febbd6 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:55:15.832014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:15.874613 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:15.881856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:15.950799 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'code': 200} Jan 18 19:55:15.981917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,revision_number=7']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:15.987204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:16.011161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] For port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:16.011560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.054948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] DHCP port deletion for bb0528e6-08c3-4923-8dc2-c5239cfeaf9e request from dv-cinder-562053-17-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 18 19:55:16.059495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] Deleting port 43174416-2106-4e65-b853-177fcfd93338 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:16.059922 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.066087 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] For port 43174416-2106-4e65-b853-177fcfd93338, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=43174416-2106-4e65-b853-177fcfd93338,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:16.066648 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.202485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Calling delete_port for 43174416-2106-4e65-b853-177fcfd93338 owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:16.256093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Calling delete_port for ff3c6c84-1f9c-4636-a8dd-1b9cc695530e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:16.281426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] For port 43174416-2106-4e65-b853-177fcfd93338, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=43174416-2106-4e65-b853-177fcfd93338,segment=NetworkSegment(332ac30f-c49c-4719-8bba-1cf890f7abd8),segment_id=332ac30f-c49c-4719-8bba-1cf890f7abd8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:16.281802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.282206 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2706925'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.298800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f1270090-9b86-401b-8b3a-3660d305417b tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:16.363639 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=43174416-2106-4e65-b853-177fcfd93338,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:16.368052 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:16.376130 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:55:16.376621 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:55:16.433491 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] Calling delete_port for 43174416-2106-4e65-b853-177fcfd93338 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:16.459721 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] No DVR routers for this DVR port 43174416-2106-4e65-b853-177fcfd93338 on host dv-cinder-562053-17-smb {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:55:16.658382 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.694742 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.723335 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:55:16.723661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:55:16.800089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0528e6-08c3-4923-8dc2-c5239cfeaf9e']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:16.816102 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332ac30f-c49c-4719-8bba-1cf890f7abd8') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:16.816687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332ac30f-c49c-4719-8bba-1cf890f7abd8') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:16.849558 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae18859-492b-4b13-bdb4-7d5b8be1bfcf req-26037802-c647-4873-92b4-6d2160d447a0 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:55:16.851330 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ae18859-492b-4b13-bdb4-7d5b8be1bfcf req-26037802-c647-4873-92b4-6d2160d447a0 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 943 time: 0.3154361 Jan 18 19:55:16.855785 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852549768'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.878577 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Deleting port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:16.879225 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.893520 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.901637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:16.902701 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:55:17.000730 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2ae18859-492b-4b13-bdb4-7d5b8be1bfcf req-3d30e6de-e215-49c6-9f15-b7c4024e8997 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups?id=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1366465 Jan 18 19:55:17.111981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:55:17.121729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068906'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.159745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] For port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:17.160147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.225661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] Deleting port 43174416-2106-4e65-b853-177fcfd93338 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:17.226304 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.297252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Calling delete_port for ff3c6c84-1f9c-4636-a8dd-1b9cc695530e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:17.300910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3358b9da-82e1-4791-9b93-783e699989eb None None] The port '43174416-2106-4e65-b853-177fcfd93338' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 18 19:55:17.311435 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Network bb0528e6-08c3-4923-8dc2-c5239cfeaf9e has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:55:17.343977 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:55:17.426068 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.431176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.436003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7b558559-1be9-4d4b-977a-c668302e83ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:17.456495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.466169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0528e6-08c3-4923-8dc2-c5239cfeaf9e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:17.469162 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:17.474863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-627e6bb6-e5c9-4b62-8c97-3af3d13fbd62 tempest-VolumesActionsTest-513128399 tempest-VolumesActionsTest-513128399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:17.478430 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] 10.222.0.109 "DELETE /v2.0/networks/bb0528e6-08c3-4923-8dc2-c5239cfeaf9e HTTP/1.1" status: 204 len: 168 time: 1.8998973 Jan 18 19:55:17.532349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event deleted for resources: {'Port': ['ID=ff3c6c84-1f9c-4636-a8dd-1b9cc695530e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:17.537975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:17.644900 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40016) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:17.697184 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] No DVR routers for this DVR port ff3c6c84-1f9c-4636-a8dd-1b9cc695530e on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:55:17.699595 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.702887 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-deleted', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:55:17.714137 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-1358b549-bda5-4540-93ef-d66344471ffe admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=89ccca4a004c4223bb675d936e7b1664&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651598 Jan 18 19:55:17.714711 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40022) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:17.741875 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6baa708c-c5a0-46e8-85a6-d7cce796eb14 req-db1e46ba-784b-4eb7-aa9f-1e8821fbf556 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.113 "DELETE /v2.0/ports/ff3c6c84-1f9c-4636-a8dd-1b9cc695530e HTTP/1.1" status: 204 len: 173 time: 2.1154490 Jan 18 19:55:17.748478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 43174416-2106-4e65-b853-177fcfd93338 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:17.790310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3fe1-838c-49d6-be9d-337e2f6fa42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.804681 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5878cdd6-71cb-4ced-ac55-b0ebe0b45330', 'name': 'network-vif-deleted', 'tag': 'ff3c6c84-1f9c-4636-a8dd-1b9cc695530e', 'status': 'completed', 'code': 200} Jan 18 19:55:17.809270 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 43174416-2106-4e65-b853-177fcfd93338 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:55:17.809678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 43174416-2106-4e65-b853-177fcfd93338 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:55:17.832125 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3fe1-838c-49d6-be9d-337e2f6fa42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.898979 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3fe1-838c-49d6-be9d-337e2f6fa42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.904518 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7dfd3e0d-c94d-4e94-a446-0c77b75f5d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:17.919221 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3fe1-838c-49d6-be9d-337e2f6fa42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc39ba0-90c0-4cb9-b70e-c4c5d8eea395,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:17.922496 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2bfb3fe1-838c-49d6-be9d-337e2f6fa42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:17.932858 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3fe1-838c-49d6-be9d-337e2f6fa42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:17.934179 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2bfb3fe1-838c-49d6-be9d-337e2f6fa42d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3dc39ba0-90c0-4cb9-b70e-c4c5d8eea395 HTTP/1.1" status: 204 len: 168 time: 0.2182024 Jan 18 19:55:18.200773 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c5c07cf0-de26-422f-87a3-51d176efe977 req-baa795c0-32aa-4fde-a9b5-5e10b76e966c tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/ports?device_id=5878cdd6-71cb-4ced-ac55-b0ebe0b45330 HTTP/1.1" status: 200 len: 210 time: 0.0621173 Jan 18 19:55:19.403663 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-073ee4e8-e382-445d-a369-b50a23eacbea req-59ee169b-7d73-4854-b97a-49a3ea1721f0 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "GET /v2.0/security-groups/513cccaa-4c2e-4e20-bfe3-dedd9ac0c584 HTTP/1.1" status: 200 len: 2991 time: 0.0603840 Jan 18 19:55:19.495949 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-073ee4e8-e382-445d-a369-b50a23eacbea req-6e1e38f7-e9d0-4ca3-8073-a6900bfe50f1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:19.528947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-073ee4e8-e382-445d-a369-b50a23eacbea req-6e1e38f7-e9d0-4ca3-8073-a6900bfe50f1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:19.593798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-073ee4e8-e382-445d-a369-b50a23eacbea req-6e1e38f7-e9d0-4ca3-8073-a6900bfe50f1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:19.601656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-991915b8-ad70-4853-9258-ee212eb472df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:19.631039 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e38f7-e9d0-4ca3-8073-a6900bfe50f1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Pushing event deleted for resources: {'SecurityGroup': ['ID=513cccaa-4c2e-4e20-bfe3-dedd9ac0c584,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:19.637707 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6e1e38f7-e9d0-4ca3-8073-a6900bfe50f1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:19.647781 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-073ee4e8-e382-445d-a369-b50a23eacbea req-6e1e38f7-e9d0-4ca3-8073-a6900bfe50f1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:19.649036 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-073ee4e8-e382-445d-a369-b50a23eacbea req-6e1e38f7-e9d0-4ca3-8073-a6900bfe50f1 tempest-TestShelveInstance-1010570268 tempest-TestShelveInstance-1010570268] 10.222.0.109 "DELETE /v2.0/security-groups/513cccaa-4c2e-4e20-bfe3-dedd9ac0c584 HTTP/1.1" status: 204 len: 173 time: 0.2372246 Jan 18 19:55:19.725395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40066) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:20.803568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853075136'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:21.186274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Deleting port d5f88fc7-ce50-4018-be7b-441e350015b3 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:21.186573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:21.377163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] For port d5f88fc7-ce50-4018-be7b-441e350015b3, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=d5f88fc7-ce50-4018-be7b-441e350015b3,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:21.377517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:21.509444 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Calling delete_port for d5f88fc7-ce50-4018-be7b-441e350015b3 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:21.683160 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2706925'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:21.698756 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-46f5bc84-858b-49a5-a14c-8d3cca644741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:21.758361 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f88fc7-ce50-4018-be7b-441e350015b3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:21.762342 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:22.120655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853075138'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:22.659398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Router 750a29a1-8423-4e50-b17c-f6992acc14bd has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:55:22.861132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:55:22.870413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] Sync routers for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:55:22.875228 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-989b2ed6-b656-46ab-be22-b858124a2578 admin admin] 10.222.0.109 "PUT /v2.0/routers/750a29a1-8423-4e50-b17c-f6992acc14bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1482096 Jan 18 19:55:22.878143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40094) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:22.880433 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:22.881095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:55:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:23.071581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:23.075333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:23.430432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:55:21Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:23.435707 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] Checking router: 750a29a1-8423-4e50-b17c-f6992acc14bd for host: dv-cinder-562053-17-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:55:23.447849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] Routers {'750a29a1-8423-4e50-b17c-f6992acc14bd'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:23.448525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:55:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['750a29a1-8423-4e50-b17c-f6992acc14bd'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:23.539897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:23.545837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Deleting port a2a8a5bf-a5a1-4472-b169-021da0ff03be {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:23.546376 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:23.833894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] For port a2a8a5bf-a5a1-4472-b169-021da0ff03be, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=a2a8a5bf-a5a1-4472-b169-021da0ff03be,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:23.833894 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:23.848318 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] Set router 750a29a1-8423-4e50-b17c-f6992acc14bd gateway port host: dv-cinder-562053-17-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:23.983183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Calling delete_port for a2a8a5bf-a5a1-4472-b169-021da0ff03be owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:24.157489 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2706925'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:24.191231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:55:21Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:24.196406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd767eb-68f5-4ea9-8768-4a5f0e3dbc2f None None] The sync data for ids ['750a29a1-8423-4e50-b17c-f6992acc14bd'] in dv-cinder-562053-17-smb is: [{'id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'name': 'tempest-TestShelveInstance-1314150967-router', 'tenant_id': '253641e381a74392b97f6a1ada2090a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:12Z', 'updated_at': '2021-01-18T19:55:21Z', 'revision_number': 5, 'project_id': '253641e381a74392b97f6a1ada2090a7', 'gw_port': {'id': 'a2a8a5bf-a5a1-4472-b169-021da0ff03be', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a29a1-8423-4e50-b17c-f6992acc14bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:15Z', 'updated_at': '2021-01-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:55:24.360135 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699144'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:24.501336 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2274'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:24.503954 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:24.531849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853086213'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:24.532423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750a29a1-8423-4e50-b17c-f6992acc14bd {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 19:55:24.545295 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:24.546552 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e03b2f9a-9d51-49ad-9f21-67e8bdf3dad2 admin admin] 10.222.0.109 "DELETE /v2.0/routers/750a29a1-8423-4e50-b17c-f6992acc14bd HTTP/1.1" status: 204 len: 168 time: 1.6674085 Jan 18 19:55:24.549896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40108) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:24.561909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:55:24.620794 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] Deleting subnet 73c00ecb-071f-406a-a165-a7531e3723da {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:55:24.624231 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:24.678548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226032'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:24.766144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.035288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852068933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852334248'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.051110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-78c38561-a0ef-4911-81f8-ce57bb11ca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:25.100372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c00ecb-071f-406a-a165-a7531e3723da,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:25.104878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:25.188243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.194585 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff22b57d-034b-400e-ad7c-95b614ac10a5 None None] Network d28404ee-8ebf-4e6d-8058-766153376ba8 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:55:25.198430 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c229d6ca-b004-433e-8792-2c320e2e7427 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/73c00ecb-071f-406a-a165-a7531e3723da HTTP/1.1" status: 204 len: 168 time: 0.6448858 Jan 18 19:55:25.199002 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40116) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:25.330256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.420110 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Deleting port 032f91ab-0b92-4161-8d7c-f10b815b8488 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:25.420484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.585987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] DHCP port deletion for d28404ee-8ebf-4e6d-8058-766153376ba8 request from dv-cinder-562053-17-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 18 19:55:25.593725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] Deleting port 032f91ab-0b92-4161-8d7c-f10b815b8488 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:25.594437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.670702 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] For port 032f91ab-0b92-4161-8d7c-f10b815b8488, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=032f91ab-0b92-4161-8d7c-f10b815b8488,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:25.671128 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.737185 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40130) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:25.753725 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 032f91ab-0b92-4161-8d7c-f10b815b8488 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:25.818368 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Calling delete_port for 032f91ab-0b92-4161-8d7c-f10b815b8488 owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:25.899483 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2706925'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.901209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:25.922755 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b423f31c-6322-4649-ab67-2cdec6e25af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:25.925537 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:55:25.929683 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb88ff4b565d426d9fec4a1e0d1600b9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:55:25.932788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:55:25.939208 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:55:25.975722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Port 032f91ab-0b92-4161-8d7c-f10b815b8488 update to DOWN by agent not found {{(pid=80115) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 18 19:55:25.976226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device a2a8a5bf-a5a1-4472-b169-021da0ff03be no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:25.981798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=032f91ab-0b92-4161-8d7c-f10b815b8488,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:25.987956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:26.017478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: a2a8a5bf-a5a1-4472-b169-021da0ff03be {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:55:26.017872 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device a2a8a5bf-a5a1-4472-b169-021da0ff03be not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:55:26.018339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device d5f88fc7-ce50-4018-be7b-441e350015b3 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:26.048282 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.052788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.061394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: d5f88fc7-ce50-4018-be7b-441e350015b3 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:55:26.061802 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device d5f88fc7-ce50-4018-be7b-441e350015b3 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:55:26.063096 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f50f90d-35e0-4a8e-86a4-a7c8caa9bf5b tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:26.064477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] For port 032f91ab-0b92-4161-8d7c-f10b815b8488, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=032f91ab-0b92-4161-8d7c-f10b815b8488,segment=NetworkSegment(9f3a95e8-b65e-4844-b5f1-57222eaf279c),segment_id=9f3a95e8-b65e-4844-b5f1-57222eaf279c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:26.064932 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.075646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] No DVR routers for this DVR port 032f91ab-0b92-4161-8d7c-f10b815b8488 on host dv-cinder-562053-17-smb {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:55:26.110968 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55f223a-f5c1-4a26-b34e-0ed0824c2a7a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:26.118570 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=fb88ff4b565d426d9fec4a1e0d1600b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799839 Jan 18 19:55:26.119298 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40136) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:26.120161 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1e8a7d9d-263b-4ce8-acb7-26aad3a976f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:26.186554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3c63f16a-b951-4cab-9786-e586735826ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.204956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] Calling delete_port for 032f91ab-0b92-4161-8d7c-f10b815b8488 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:26.207740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.216403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3c63f16a-b951-4cab-9786-e586735826ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.270268 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3c63f16a-b951-4cab-9786-e586735826ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.276045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-14e4db2e-d051-4137-8600-c5f6c81e892d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:26.282837 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:55:26.283779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:55:26.291589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63f16a-b951-4cab-9786-e586735826ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55f223a-f5c1-4a26-b34e-0ed0824c2a7a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:26.295398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3c63f16a-b951-4cab-9786-e586735826ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:26.298950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3c63f16a-b951-4cab-9786-e586735826ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.303000 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3c63f16a-b951-4cab-9786-e586735826ea admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d55f223a-f5c1-4a26-b34e-0ed0824c2a7a HTTP/1.1" status: 204 len: 168 time: 0.1791391 Jan 18 19:55:26.334378 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28404ee-8ebf-4e6d-8058-766153376ba8']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:26.349343 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3a95e8-b65e-4844-b5f1-57222eaf279c') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:26.349687 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3a95e8-b65e-4844-b5f1-57222eaf279c') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:26.362137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852549768'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.380364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.382594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:55:26.584568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Network d28404ee-8ebf-4e6d-8058-766153376ba8 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:55:26.594373 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068906'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.677774 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40144) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:26.697533 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.713863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:55:26.718004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Usage tracker for resource:security_group_rule and tenant:b077c875f2974f44ad6c7cf8d359a312 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:55:26.721117 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:55:26.726878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:55:26.780323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Network d28404ee-8ebf-4e6d-8058-766153376ba8 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:55:26.784680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] Deleting port 032f91ab-0b92-4161-8d7c-f10b815b8488 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:26.785171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:55:26.807711 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:55:26.819779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.824450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.834425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-04909aef-d966-42d0-ac72-0bd30331a4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:26.864572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-32704ec8-0cbd-47ff-9e68-dbf60de2d36c None None] The port '032f91ab-0b92-4161-8d7c-f10b815b8488' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 18 19:55:26.880416 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b077c875f2974f44ad6c7cf8d359a312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011001 Jan 18 19:55:26.881827 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff4369a-ba71-4ce2-84d1-b04b370b3e03,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:26.884656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40148) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:26.886017 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-999ae1a1-5749-4531-a521-2b854db045ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:26.912776 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.927594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:26.951980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:26.970003 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=d28404ee-8ebf-4e6d-8058-766153376ba8,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:26.978092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:26.982307 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-eb1d592e-85a1-4d5b-81dc-900b7fbd3c64 admin admin] 10.222.0.109 "DELETE /v2.0/networks/d28404ee-8ebf-4e6d-8058-766153376ba8 HTTP/1.1" status: 204 len: 168 time: 1.7826355 Jan 18 19:55:26.986735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40152) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:26.998062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-059b3195-1e6e-47ed-9990-880c1af03a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:27.027325 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-059b3195-1e6e-47ed-9990-880c1af03a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:27.078225 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-059b3195-1e6e-47ed-9990-880c1af03a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:27.083495 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-97a25c19-e35b-40ef-ab7a-a7a20f3613da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:27.100403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3195-1e6e-47ed-9990-880c1af03a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff4369a-ba71-4ce2-84d1-b04b370b3e03,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:27.100648 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-059b3195-1e6e-47ed-9990-880c1af03a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:27.101434 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-059b3195-1e6e-47ed-9990-880c1af03a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:27.102652 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-059b3195-1e6e-47ed-9990-880c1af03a07 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6ff4369a-ba71-4ce2-84d1-b04b370b3e03 HTTP/1.1" status: 204 len: 168 time: 0.2169578 Jan 18 19:55:27.598515 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853075136'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:28.011478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Deleting port 05f2dd2b-3bc6-478c-b346-b494f51e7a22 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:28.011860 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:28.200307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] For port 05f2dd2b-3bc6-478c-b346-b494f51e7a22, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=05f2dd2b-3bc6-478c-b346-b494f51e7a22,segment=NetworkSegment(c1713002-6a66-4446-a3be-6f75fdd92d82),segment_id=c1713002-6a66-4446-a3be-6f75fdd92d82)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:28.200759 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:28.562035 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Calling delete_port for 05f2dd2b-3bc6-478c-b346-b494f51e7a22 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:28.744274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:28.760175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-17fc1ca1-9ead-4f9c-9fbb-e2a8ffb15d2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:28.820950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f2dd2b-3bc6-478c-b346-b494f51e7a22,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:28.825121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:29.180023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853075138'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:29.713633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b has already been hosted by L3 agent 5be42a67-d369-44ef-83d5-527d46bab99a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 18 19:55:29.901833 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40224) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:29.910283 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] Notify agent at l3_agent.dv-cinder-562053-17-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 18 19:55:29.920836 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] Sync routers for ids ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'] in dv-cinder-562053-17-smb {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 18 19:55:29.932668 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3e68d16e-a003-484d-a559-9cede0862a29 admin admin] 10.222.0.109 "PUT /v2.0/routers/cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9445467 Jan 18 19:55:29.935984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40230) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:29.938592 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] Routers {'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:29.939581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:55:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:30.113488 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:30.135151 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] Set router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:30.140404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:55:30.148479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Usage tracker for resource:security_group_rule and tenant:5544f0dea9784bb2b9ea59ec41a8b6c2 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:55:30.153341 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:55:30.169831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:55:30.187437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:30.455449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:55:28Z', 'revision_number': 5, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:30.460362 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] Checking router: cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b for host: dv-cinder-562053-17-smb {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 18 19:55:30.470296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] Routers {'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'} bound to L3 agent in host dv-cinder-562053-17-smb {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 18 19:55:30.471014 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-18T19:35:45Z,description=,heartbeat_timestamp=2021-01-18T19:55:15Z,host='dv-cinder-562053-17-smb',id=5be42a67-d369-44ef-83d5-527d46bab99a,load=0,resource_versions=,resources_synced=,started_at=2021-01-18T19:35:45Z,topic='l3_agent')) {'router_ids': ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:30.672906 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] Set router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b gateway port host: dv-cinder-562053-17-smb {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 18 19:55:30.680726 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:30.696698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Deleting port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:30.697081 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:30.759293 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:30.767429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:30.791630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f863c32a-3899-4ff2-b985-76c1227ff51e tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:30.907376 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5544f0dea9784bb2b9ea59ec41a8b6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0043333 Jan 18 19:55:30.910420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40234) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:30.922645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3039ed-1a78-4653-9e63-db268d731426,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:30.932201 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2c0cf2ea-a305-4879-8283-236ca31b74e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:30.957573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] For port 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5,segment=NetworkSegment(016e3c3b-1c71-4d1f-a9d5-1c110cef3f70),segment_id=016e3c3b-1c71-4d1f-a9d5-1c110cef3f70)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:30.957981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:30.978152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62d80f24-3306-4bbb-a513-5cf3c52384a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:30.985007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:55:28Z', 'revision_number': 5, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}], 'dv-cinder-562053-17-smb', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:30.995544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1cffc-d641-4d73-b3cc-835e1a3cc191 None None] The sync data for ids ['cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b'] in dv-cinder-562053-17-smb is: [{'id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'name': 'tempest-TestShelveInstance-1641727599-router', 'tenant_id': '14f796510d6b4a74b166cb22e89af02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'external_fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-18T19:47:33Z', 'updated_at': '2021-01-18T19:55:28Z', 'revision_number': 5, 'project_id': '14f796510d6b4a74b166cb22e89af02d', 'gw_port': {'id': '24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5', 'name': '', 'network_id': 'dd6ea230-be1f-44c8-995a-98b8e7d3634e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-18T19:47:36Z', 'updated_at': '2021-01-18T19:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'baba1b62-5fb8-4394-a6dc-29abca8eb09d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-17-smb'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 18 19:55:31.010896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62d80f24-3306-4bbb-a513-5cf3c52384a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.066176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62d80f24-3306-4bbb-a513-5cf3c52384a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.071948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47f04173-10b1-4af9-9046-71ae92afaee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:31.086133 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d80f24-3306-4bbb-a513-5cf3c52384a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3039ed-1a78-4653-9e63-db268d731426,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:31.100145 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-62d80f24-3306-4bbb-a513-5cf3c52384a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:31.103849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Calling delete_port for 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:31.105075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62d80f24-3306-4bbb-a513-5cf3c52384a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.115506 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-62d80f24-3306-4bbb-a513-5cf3c52384a5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8d3039ed-1a78-4653-9e63-db268d731426 HTTP/1.1" status: 204 len: 168 time: 0.2026746 Jan 18 19:55:31.250494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2706925'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.448454 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699144'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.483690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40242) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:31.504209 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.520553 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:55:31.525311 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:61d0468dc5f243e69a04358eca89aefb is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:55:31.528448 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:55:31.534914 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:55:31.587646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2274'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.589990 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.616075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853086213'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.616655 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 18 19:55:31.626324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.629678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.638060 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.639460 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-b1dc15a1-afb9-4bd6-8310-851f7d24ac6d admin admin] 10.222.0.109 "DELETE /v2.0/routers/cf8409d3-7f66-4ffc-aecf-93bb0e8b6c8b HTTP/1.1" status: 204 len: 168 time: 1.7022250 Jan 18 19:55:31.642106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40246) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:31.642249 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f3a8e4ce-ee46-4594-8c57-9e8e5ca515bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:31.689832 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=61d0468dc5f243e69a04358eca89aefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011139 Jan 18 19:55:31.689832 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9088b0f5-1206-4431-b9de-1b7e80e53d38,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:31.691202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40250) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:31.693168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-97150bf2-ef1f-44b9-bab2-298012b6d4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:31.704939 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 05f2dd2b-3bc6-478c-b346-b494f51e7a22 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:31.748543 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 05f2dd2b-3bc6-478c-b346-b494f51e7a22 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:55:31.748945 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 05f2dd2b-3bc6-478c-b346-b494f51e7a22 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:55:31.757857 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] Deleting subnet 0008688a-48da-4723-9dee-452c07462ff5 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:55:31.766961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.831288 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd2d34e5-ca14-4099-adfb-265d1c1eae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.844192 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2226032'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.912842 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd2d34e5-ca14-4099-adfb-265d1c1eae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:31.990617 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.027579 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd2d34e5-ca14-4099-adfb-265d1c1eae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.038714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c34f93a1-1585-41e6-bcaf-591a72a29c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:32.053647 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d34e5-ca14-4099-adfb-265d1c1eae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9088b0f5-1206-4431-b9de-1b7e80e53d38,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:32.056476 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cd2d34e5-ca14-4099-adfb-265d1c1eae25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:32.065840 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd2d34e5-ca14-4099-adfb-265d1c1eae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.069933 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-cd2d34e5-ca14-4099-adfb-265d1c1eae25 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9088b0f5-1206-4431-b9de-1b7e80e53d38 HTTP/1.1" status: 204 len: 168 time: 0.3734813 Jan 18 19:55:32.291485 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852068933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852334248'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.307818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58f3a90d-43cb-4f6b-857d-e80a03730b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:32.354394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0008688a-48da-4723-9dee-452c07462ff5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:32.359218 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:32.454307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.455466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39a580-19e7-4b91-867d-c25ad35d6ea2 None None] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:55:32.464217 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-52224e1b-1964-4122-97ce-178aa2e12749 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/0008688a-48da-4723-9dee-452c07462ff5 HTTP/1.1" status: 204 len: 168 time: 0.8186517 Jan 18 19:55:32.464659 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40262) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:32.588918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.665789 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Deleting port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:32.666164 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.719025 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] DHCP port deletion for f9651d0e-f5d2-4514-b4ce-64ad32316eb5 request from dv-cinder-562053-17-smb {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 18 19:55:32.723358 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] Deleting port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:32.723800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.892457 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] For port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca,segment=NetworkSegment(c1713002-6a66-4446-a3be-6f75fdd92d82),segment_id=c1713002-6a66-4446-a3be-6f75fdd92d82)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:32.892858 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:32.950484 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] For port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca, host dv-cinder-562053-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-17-smb',level=0,port_id=a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca,segment=NetworkSegment(c1713002-6a66-4446-a3be-6f75fdd92d82),segment_id=c1713002-6a66-4446-a3be-6f75fdd92d82)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:55:32.950981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:33.032631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Calling delete_port for a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:33.119232 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:33.136546 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ef725fee-869b-4833-82b2-82cf0407bf36 tempest-ServerRescueNegativeTestJSON-1512138326 tempest-ServerRescueNegativeTestJSON-1512138326] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:33.200660 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:33.203838 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:33.258012 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] Calling delete_port for a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:55:33.296385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] No DVR routers for this DVR port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca on host dv-cinder-562053-17-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:55:33.338365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.db.api [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:55:33.338868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_db.api [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 18 19:55:33.426198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:33.551607 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9651d0e-f5d2-4514-b4ce-64ad32316eb5']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:33.565573 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1713002-6a66-4446-a3be-6f75fdd92d82') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:33.565887 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1713002-6a66-4446-a3be-6f75fdd92d82') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:55:33.579676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:33.596567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:33.598804 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:55:33.747023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:33.791602 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:55:33.792006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:55:33.792473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 no longer exists at agent ovs-agent-dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:55:33.796076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:55:33.805931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:33.830254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] No Port match for: 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:55:33.830930 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Device 24adf6bd-a716-40f2-a0e8-f9fa0cad3cf5 not bound to the agent host dv-cinder-562053-17-smb {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:55:33.840519 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] Deleting port a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:55:33.841158 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:33.917892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-819555af-aea7-49a2-85cd-c7a91a515e77 None None] The port 'a4e3a84c-a17b-40c8-bf8a-c1f54bcfb9ca' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 18 19:55:34.240013 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Network f9651d0e-f5d2-4514-b4ce-64ad32316eb5 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:55:34.268029 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:55:34.345829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:34.349041 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:34.363605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:34.372198 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9651d0e-f5d2-4514-b4ce-64ad32316eb5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:34.377315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:34.384844 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] 10.222.0.109 "DELETE /v2.0/networks/f9651d0e-f5d2-4514-b4ce-64ad32316eb5 HTTP/1.1" status: 204 len: 168 time: 1.9190617 Jan 18 19:55:34.504888 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:34.611088 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40298) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:34.672314 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6147107f-253c-4323-8768-fe2481d6f350 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=253641e381a74392b97f6a1ada2090a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593598 Jan 18 19:55:34.674324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40306) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:34.741575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6164fbb3-207a-4b33-9931-0347cea84561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:34.770596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6164fbb3-207a-4b33-9931-0347cea84561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:34.821131 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6164fbb3-207a-4b33-9931-0347cea84561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:34.826202 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-650ea03b-3770-44d6-9fce-dda5df8f07f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:34.840020 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164fbb3-207a-4b33-9931-0347cea84561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713bc175-6066-4dad-9adf-8936160f7017,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:34.842699 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6164fbb3-207a-4b33-9931-0347cea84561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:34.849722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6164fbb3-207a-4b33-9931-0347cea84561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:34.850956 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6164fbb3-207a-4b33-9931-0347cea84561 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/713bc175-6066-4dad-9adf-8936160f7017 HTTP/1.1" status: 204 len: 168 time: 0.1754892 Jan 18 19:55:35.265847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40314) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:35.318959 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-3b3adc14-ab34-4631-afdc-7dde555e5764 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=14f796510d6b4a74b166cb22e89af02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515041 Jan 18 19:55:35.321531 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40318) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:35.383365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-be3634cd-0aea-4601-b423-f83d4f982903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:35.410873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-be3634cd-0aea-4601-b423-f83d4f982903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:35.460183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-be3634cd-0aea-4601-b423-f83d4f982903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:35.465243 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-91085668-354b-4600-8559-8d2eed080346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:35.476007 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3634cd-0aea-4601-b423-f83d4f982903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31eaa170-ea46-48e3-b5e8-e49d4dbc7734,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:35.479807 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-be3634cd-0aea-4601-b423-f83d4f982903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:35.482978 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-be3634cd-0aea-4601-b423-f83d4f982903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:35.484261 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-be3634cd-0aea-4601-b423-f83d4f982903 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/31eaa170-ea46-48e3-b5e8-e49d4dbc7734 HTTP/1.1" status: 204 len: 168 time: 0.1616662 Jan 18 19:55:42.658896 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4771de06-724a-4abf-990d-99877ad2f3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:44.866387 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22959142-8327-4f2c-a66a-9ffc97b98d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:45.008131 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:45.644570 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40388) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:45.802867 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:45.819505 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:55:45.823581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Usage tracker for resource:security_group_rule and tenant:626152a2d50642d2b69021c4ae5fc537 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:55:45.826551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:55:45.832452 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:55:45.917408 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:45.920429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:45.929967 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eaac0f4a-718b-4182-8f5f-37f5e26b3b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:45.973146 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=626152a2d50642d2b69021c4ae5fc537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274193 Jan 18 19:55:45.974861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de45d24-d407-4ac7-866b-96bcb8345463,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:45.976147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40394) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:45.978399 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d41e8098-ab77-4eb7-af98-ac2993a61076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:46.043848 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0c4775d-46cf-4eb9-bc06-7f5f15b23463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.072697 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0c4775d-46cf-4eb9-bc06-7f5f15b23463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.120049 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0c4775d-46cf-4eb9-bc06-7f5f15b23463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.125211 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-024a0d33-9a7e-4fd5-af3f-e328402c490c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:46.135959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4775d-46cf-4eb9-bc06-7f5f15b23463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de45d24-d407-4ac7-866b-96bcb8345463,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:46.139925 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a0c4775d-46cf-4eb9-bc06-7f5f15b23463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:46.143315 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0c4775d-46cf-4eb9-bc06-7f5f15b23463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.144555 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a0c4775d-46cf-4eb9-bc06-7f5f15b23463 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0de45d24-d407-4ac7-866b-96bcb8345463 HTTP/1.1" status: 204 len: 168 time: 0.1673326 Jan 18 19:55:46.438432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.493062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40402) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:46.512432 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.528696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:55:46.533384 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Usage tracker for resource:security_group_rule and tenant:f86c5ddcd6d441c48236022736c74df9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:55:46.536436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:55:46.542149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:55:46.631015 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.633845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.642856 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1f05e5b7-f1b6-4308-b31b-a660a848a9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:46.690500 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f86c5ddcd6d441c48236022736c74df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962502 Jan 18 19:55:46.691494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c071a-1693-49c6-8628-2e457499fabe,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:46.693438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40406) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:46.695176 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-79112b46-4f99-4e7f-9888-32bfeeec2d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:46.757959 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12cc2651-5110-452b-8b1d-3193e8434d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.786271 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12cc2651-5110-452b-8b1d-3193e8434d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.835458 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12cc2651-5110-452b-8b1d-3193e8434d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.840479 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d66f7bc2-76e0-4b46-9579-409156955e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:46.854053 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc2651-5110-452b-8b1d-3193e8434d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c071a-1693-49c6-8628-2e457499fabe,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:46.857895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-12cc2651-5110-452b-8b1d-3193e8434d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:46.863722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12cc2651-5110-452b-8b1d-3193e8434d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:46.864958 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-12cc2651-5110-452b-8b1d-3193e8434d92 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3a7c071a-1693-49c6-8628-2e457499fabe HTTP/1.1" status: 204 len: 168 time: 0.1701477 Jan 18 19:55:46.912305 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:51.200372 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40452) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:51.357551 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:51.373438 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:55:51.378071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:081fca8026414bf2982132e6b6794e56 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:55:51.381067 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:55:51.387005 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:55:51.479247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:51.482107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:51.491812 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-07acad45-7d8a-413f-a84b-929e04734298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:51.539527 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=081fca8026414bf2982132e6b6794e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378971 Jan 18 19:55:51.540528 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bad75b0-864c-4ffe-8e4f-af91f811b047,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:51.542441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40458) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:55:51.543908 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-df19721c-bc0a-4704-b7ed-ef9cd56d4ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:51.611437 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3da3-4b43-49f3-beb6-2af0e0af3d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:51.640933 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3da3-4b43-49f3-beb6-2af0e0af3d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:51.692480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3da3-4b43-49f3-beb6-2af0e0af3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:51.696955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ec9e9791-d512-4c73-a2e9-5fc15f91b85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:55:51.710779 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb3da3-4b43-49f3-beb6-2af0e0af3d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bad75b0-864c-4ffe-8e4f-af91f811b047,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:55:51.713800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c4eb3da3-4b43-49f3-beb6-2af0e0af3d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:55:51.722087 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3da3-4b43-49f3-beb6-2af0e0af3d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:55:51.724044 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-c4eb3da3-4b43-49f3-beb6-2af0e0af3d1a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4bad75b0-864c-4ffe-8e4f-af91f811b047 HTTP/1.1" status: 204 len: 168 time: 0.1796565 Jan 18 19:56:01.562021 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:56:04.536220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:12.662829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0a84bcef-1671-4fbf-841a-74d3a32be8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:14.867463 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ae449391-e779-4b8b-a16a-7f0aa840cf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:15.010873 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:16.440792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:16.907306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:22.206773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40644) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:56:22.410419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:22.426147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:56:22.430183 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5860d22d9a594366b22fe37bab6c23ed is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:56:22.433229 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:56:22.439093 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:56:22.528891 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:22.533871 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:22.543381 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f29b6ad-c0c2-4534-842f-61e428c32491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:22.585983 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5860d22d9a594366b22fe37bab6c23ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778737 Jan 18 19:56:22.586852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce786e8-6d28-480a-9747-ccc1c13c7d5c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:22.588834 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40650) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:56:22.595740 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.596163 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.596581 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.596984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.597385 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.597786 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.598187 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.598577 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.598975 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.599423 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.599810 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.600204 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.600656 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.601050 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.601436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.601826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.602377 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.602612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.603006 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.603466 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.603831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.604220 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.604612 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.604998 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.609824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-73bc1ed8-05ec-4df6-9df5-39f4436ce5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:22.659352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:22.688635 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:22.736586 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:22.741625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:22.755614 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce786e8-6d28-480a-9747-ccc1c13c7d5c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:22.769147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.769575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.769988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.770395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.770800 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.771241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.771646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.772045 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.772448 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.772851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.773252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.773644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.774103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.774506 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.774903 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.775326 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.775723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.776121 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.776517 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.776915 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.777310 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.777711 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.778107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.778501 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:22.783300 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:22.784307 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:22.787745 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-696c43d4-5349-439f-bbbd-b7b1209930bf admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9ce786e8-6d28-480a-9747-ccc1c13c7d5c HTTP/1.1" status: 204 len: 168 time: 0.1975126 Jan 18 19:56:34.536055 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:35.476739 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.109', 40786) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:56:35.631749 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:35.647861 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:56:35.651958 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bb4518f9754b92a1959926ff9522e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:56:35.654940 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:56:35.660770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:56:35.745342 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:35.748770 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:35.757580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c5f6769b-db71-430b-9ff7-8a9cd1a27210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:35.799709 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f4bb4518f9754b92a1959926ff9522e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218234 Jan 18 19:56:35.801482 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d5bf7-c15d-48b2-a904-e9fb7d74ddf3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:35.802597 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40792) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:56:35.804905 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-43fa5db7-d5b0-4f69-836b-2d37dd551292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:35.865675 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a13c-ef25-4c10-9335-05edf1fe8cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:35.893548 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a13c-ef25-4c10-9335-05edf1fe8cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:35.940471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a13c-ef25-4c10-9335-05edf1fe8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:35.945970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d508703f-a968-4745-9a40-fa9a68e23020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:35.958628 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2a13c-ef25-4c10-9335-05edf1fe8cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d5bf7-c15d-48b2-a904-e9fb7d74ddf3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:35.963917 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a1a2a13c-ef25-4c10-9335-05edf1fe8cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:35.968463 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a13c-ef25-4c10-9335-05edf1fe8cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:35.969686 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-a1a2a13c-ef25-4c10-9335-05edf1fe8cd0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/cd5d5bf7-c15d-48b2-a904-e9fb7d74ddf3 HTTP/1.1" status: 204 len: 168 time: 0.1659629 Jan 18 19:56:36.827637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40814) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:56:36.972076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1245835722-network', 'tenant_id': '22d81a2781e44e238c8499a6c463343f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:56:36.977181 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:56:36.981175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Usage tracker for resource:network and tenant:22d81a2781e44e238c8499a6c463343f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:56:36.984292 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:56:36.990950 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:56:37.002572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Made reservation on behalf of 22d81a2781e44e238c8499a6c463343f for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:56:37.007661 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.026351 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.043148 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:56:37.047625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Usage tracker for resource:security_group_rule and tenant:22d81a2781e44e238c8499a6c463343f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:56:37.050980 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:56:37.057398 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:56:37.151644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.154696 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.159403 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6d3379ea-135d-4983-b236-00aad6ff8b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:37.192758 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 18 19:56:37.203930 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d2dee1-9593-4034-a2fe-cce0b472abe5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:37.207995 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:37.210545 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.210934 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.db.segments_db [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Added segment 63558f0e-ea68-452b-b6c2-86bbc21a3bf8 of type vxlan for network 2d1f99d6-0345-47b6-b194-7fa18db4f185 Jan 18 19:56:37.238317 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788864991705'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.270689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.271714 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:37.272352 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.277707 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:37.387082 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5582144 Jan 18 19:56:37.388143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Pushing event updated for resources: {'Network': ['ID=2d1f99d6-0345-47b6-b194-7fa18db4f185,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:37.390222 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 40820) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:56:37.393274 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d75dbbbd-dd19-423c-a858-8a5845566b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:37.397195 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Request body: {'subnet': {'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1245835722-subnet', 'tenant_id': '22d81a2781e44e238c8499a6c463343f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:56:37.398459 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 details requested by agent ovs-agent-dv-cinder-562053-17-smb with host dv-cinder-562053-17-smb {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:56:37.402601 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:56:37.408919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Usage tracker for resource:subnet and tenant:22d81a2781e44e238c8499a6c463343f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:56:37.412525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:56:37.419254 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:56:37.423560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 details requested by agent ovs-agent-hv-cinder-56205 with host hv-cinder-56205 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 18 19:56:37.431152 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Made reservation on behalf of 22d81a2781e44e238c8499a6c463343f for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:56:37.436708 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851585197'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.862507 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850790576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851585214'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:37.878606 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ee119d8f-be60-4071-8757-8409ffc1f317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:38.013798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=203f438d-e757-4658-b20a-fe64a346dbda,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:38.018788 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:38.082034 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Checking segment: {'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:56:38.082428 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Network hostable DHCP agents. Network: 2d1f99d6-0345-47b6-b194-7fa18db4f185, hostable agents: ['dcc35238-9bbb-4cfe-abf2-1722ddf69844'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 18 19:56:38.101902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 is scheduled to be hosted by DHCP agent dcc35238-9bbb-4cfe-abf2-1722ddf69844 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 18 19:56:38.110666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-17-smb, 2d1f99d6-0345-47b6-b194-7fa18db4f185) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:56:38.119637 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01312e5f-da0a-453b-ae28-881ffe0d8d16 None None] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:56:38.123276 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:38.123945 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:38.152242 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-29365c6c-5618-4c99-92a5-4532f99918cc admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7539477 Jan 18 19:56:38.367095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002f55d-7749-4206-b424-398311a7da75 None None] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 requested from dv-cinder-562053-17-smb {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 18 19:56:38.562622 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:56:40.350603 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b905-1088-411c-a4e3-2e23ef213071 req-ba1fc0a9-6f05-4d59-bf6f-6d2e2216c016 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:40.353306 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-ba1fc0a9-6f05-4d59-bf6f-6d2e2216c016 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/networks?id=2d1f99d6-0345-47b6-b194-7fa18db4f185 HTTP/1.1" status: 200 len: 814 time: 0.1779993 Jan 18 19:56:40.374183 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-31b87004-ad7f-4488-b187-dc00865543fb tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/quotas/22d81a2781e44e238c8499a6c463343f HTTP/1.1" status: 200 len: 375 time: 0.0139322 Jan 18 19:56:40.433256 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-afda7d29-8672-4987-b4a7-41c7274fe6ca tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?tenant_id=22d81a2781e44e238c8499a6c463343f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525715 Jan 18 19:56:40.527497 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-abb6002c-865d-43a3-8a20-81aa0de312d7 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:56:40.528635 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-abb6002c-865d-43a3-8a20-81aa0de312d7 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0873721 Jan 18 19:56:40.678129 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-ba2ec305-d81e-4c2b-9ad7-c037fee2f408 service neutron] 10.222.0.109 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421704 Jan 18 19:56:40.824858 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-653684bb-578d-40a0-9b0e-c91a73dd31f4 service neutron] 10.222.0.109 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402860 Jan 18 19:56:41.036963 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-d5b57858-a749-42ec-8ddb-5dfe7f999422 req-922a0394-455d-412f-bbf3-3cd46f2c5df4 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 210 time: 0.0497422 Jan 18 19:56:42.217298 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6f28b35d-8b56-474f-a202-d327f19a5d5e req-a4e9feed-011d-4ec1-a171-9611a1ca4427 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 210 time: 0.0505748 Jan 18 19:56:42.475913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b905-1088-411c-a4e3-2e23ef213071 req-afc22a65-fb31-4210-9a2a-bec8a11223ea tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:42.476866 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6476b905-1088-411c-a4e3-2e23ef213071 req-afc22a65-fb31-4210-9a2a-bec8a11223ea tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Synchronizing usage tracker for tenant:22d81a2781e44e238c8499a6c463343f on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:56:42.495823 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6476b905-1088-411c-a4e3-2e23ef213071 req-afc22a65-fb31-4210-9a2a-bec8a11223ea tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Unset dirty status for tenant:22d81a2781e44e238c8499a6c463343f on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:56:42.497093 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-afc22a65-fb31-4210-9a2a-bec8a11223ea tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.113 "GET /v2.0/networks?id=2d1f99d6-0345-47b6-b194-7fa18db4f185 HTTP/1.1" status: 200 len: 814 time: 0.2047219 Jan 18 19:56:42.531902 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Request body: {'port': {'device_id': '49e91569-5bc9-4487-b435-68c1fab67bc2', 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185', 'admin_state_up': True, 'tenant_id': '22d81a2781e44e238c8499a6c463343f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:56:42.671241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-647e425a-29cc-48fb-80cb-06385bbd26ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:42.728092 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:56:42.732069 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Usage tracker for resource:port and tenant:22d81a2781e44e238c8499a6c463343f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:56:42.735230 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:56:42.740973 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:56:42.750395 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Made reservation on behalf of 22d81a2781e44e238c8499a6c463343f for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:56:42.759513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:43.096550 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Allocated IP 172.20.0.10 (2d1f99d6-0345-47b6-b194-7fa18db4f185/203f438d-e757-4658-b20a-fe64a346dbda/e1277fe8-da88-4179-a392-750e8f00db11) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:56:43.343673 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:43.374795 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:43.390829 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e257f3bd-5d8c-4946-9dc2-001ff4026442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:43.478258 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ee084-2dbc-475e-b616-cad52e9f9a63 req-4c8524e5-cda0-4112-8029-1db0816a6805 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:43.480012 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-125ee084-2dbc-475e-b616-cad52e9f9a63 req-4c8524e5-cda0-4112-8029-1db0816a6805 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 932 time: 0.1202667 Jan 18 19:56:43.535455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Pushing event updated for resources: {'Port': ['ID=e1277fe8-da88-4179-a392-750e8f00db11,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:43.535794 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-125ee084-2dbc-475e-b616-cad52e9f9a63 req-0cc1e341-12ab-40c0-9b5f-87d0517ab6b2 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482895 Jan 18 19:56:43.541082 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:43.607271 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:56:43.608494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:56:43.610913 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:56:43.690470 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:43.691111 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:43.712096 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1852274 Jan 18 19:56:43.736364 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Request body: {'port': {'device_id': '49e91569-5bc9-4487-b435-68c1fab67bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:56:43.862676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:44.288445 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1277fe8-da88-4179-a392-750e8f00db11 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:56:44.296455 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:44.310052 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Transition to ACTIVE for port object e1277fe8-da88-4179-a392-750e8f00db11 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:56:44.312826 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850789672'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:44.330554 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f5d20f3-87a2-41f7-883e-dfa05d517708 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:44.476813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Pushing event updated for resources: {'Port': ['ID=e1277fe8-da88-4179-a392-750e8f00db11,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:44.482089 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:44.664828 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Attempting to bind port e1277fe8-da88-4179-a392-750e8f00db11 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:56:44.665205 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Attempting to bind port e1277fe8-da88-4179-a392-750e8f00db11 by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:56:44.665578 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Attempting to bind port e1277fe8-da88-4179-a392-750e8f00db11 on network 2d1f99d6-0345-47b6-b194-7fa18db4f185 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:56:44.671450 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:56:44.671830 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Checking segment: {'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:56:44.672240 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:44.672626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Bound using segment: {'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:56:44.673103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Bound port: e1277fe8-da88-4179-a392-750e8f00db11, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:56:44.673473 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:44.776845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] For port e1277fe8-da88-4179-a392-750e8f00db11, host hv-cinder-56205, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:56:44.780166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] For port e1277fe8-da88-4179-a392-750e8f00db11, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e1277fe8-da88-4179-a392-750e8f00db11,segment=NetworkSegment(63558f0e-ea68-452b-b6c2-86bbc21a3bf8),segment_id=63558f0e-ea68-452b-b6c2-86bbc21a3bf8)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:56:44.784069 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850789672'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:44.784256 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c779b2-afa9-4eda-98bf-954a01486ff7 req-5e35fb0a-0aa7-46ca-bdb8-15c4a63e4093 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:44.786159 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a5c779b2-afa9-4eda-98bf-954a01486ff7 req-5e35fb0a-0aa7-46ca-bdb8-15c4a63e4093 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 944 time: 0.1114001 Jan 18 19:56:44.800087 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-228231ea-f01d-4fa6-a560-fcf54e53d63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:44.840807 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-a5c779b2-afa9-4eda-98bf-954a01486ff7 req-837c35dd-5189-47f2-bdbc-49931b945a41 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 Jan 18 19:56:44.871693 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9d05731c-1e31-4e4f-a179-d9974741441f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:44.954591 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Pushing event updated for resources: {'Port': ['ID=e1277fe8-da88-4179-a392-750e8f00db11,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:44.959565 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:44.992236 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:44.992909 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:44.994390 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-508b78cd-c63d-4979-bfd1-b3abda29d59f service neutron] 10.222.0.113 "PUT /v2.0/ports/e1277fe8-da88-4179-a392-750e8f00db11 HTTP/1.1" status: 200 len: 1158 time: 1.2638226 Jan 18 19:56:44.994964 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e91569-5bc9-4487-b435-68c1fab67bc2', 'tag': 'e1277fe8-da88-4179-a392-750e8f00db11'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:56:45.015108 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:45.129868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b905-1088-411c-a4e3-2e23ef213071 req-1894b604-dfb9-4ab5-9847-dc4a08b86dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:45.131548 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-1894b604-dfb9-4ab5-9847-dc4a08b86dc9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=22d81a2781e44e238c8499a6c463343f&device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 1161 time: 0.0879743 Jan 18 19:56:45.216537 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-7bd5dd1d-2853-49a5-b39f-76282b93d69f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1277fe8-da88-4179-a392-750e8f00db11 HTTP/1.1" status: 200 len: 217 time: 0.0675278 Jan 18 19:56:45.266853 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e91569-5bc9-4487-b435-68c1fab67bc2', 'tag': 'e1277fe8-da88-4179-a392-750e8f00db11', 'status': 'completed', 'code': 200} Jan 18 19:56:45.296487 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476b905-1088-411c-a4e3-2e23ef213071 req-8a15ce30-5fa2-4360-89f4-8090d0cc1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:45.298074 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-8a15ce30-5fa2-4360-89f4-8090d0cc1450 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=203f438d-e757-4658-b20a-fe64a346dbda HTTP/1.1" status: 200 len: 854 time: 0.0729969 Jan 18 19:56:45.349776 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-5a1955b0-2e14-416a-aecd-bab28bc56339 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2d1f99d6-0345-47b6-b194-7fa18db4f185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466297 Jan 18 19:56:45.509646 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-82622b6c-d782-44de-9b77-895f88889174 service neutron] 10.222.0.113 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511824 Jan 18 19:56:45.661830 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6476b905-1088-411c-a4e3-2e23ef213071 req-e2d231b4-4d02-49f1-8393-bc2662b88e50 service neutron] 10.222.0.113 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434753 Jan 18 19:56:46.055844 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-0556b022-bbf8-451a-8a5a-e81d086c2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:46.057462 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-0556b022-bbf8-451a-8a5a-e81d086c2d3e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=22d81a2781e44e238c8499a6c463343f&device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 1161 time: 0.3121653 Jan 18 19:56:46.097977 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31ad38-2c20-4e15-a1ee-a7e50601ca70 req-576e1aa2-e0aa-45bf-86f6-34e5bdfbf09e tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:46.099749 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2e31ad38-2c20-4e15-a1ee-a7e50601ca70 req-576e1aa2-e0aa-45bf-86f6-34e5bdfbf09e tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 944 time: 0.1071804 Jan 18 19:56:46.158284 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-2e31ad38-2c20-4e15-a1ee-a7e50601ca70 req-fab0fbe6-4d11-46b1-a54d-f732628c5558 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471475 Jan 18 19:56:46.228737 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-565d0005-65f5-4ad4-824b-3a41511713ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:46.230342 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-565d0005-65f5-4ad4-824b-3a41511713ad service neutron] 10.222.0.113 "GET /v2.0/networks?id=2d1f99d6-0345-47b6-b194-7fa18db4f185 HTTP/1.1" status: 200 len: 908 time: 0.1631947 Jan 18 19:56:46.306472 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-145c1004-d9bc-45b7-9b80-70c4ad9d829a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1277fe8-da88-4179-a392-750e8f00db11 HTTP/1.1" status: 200 len: 217 time: 0.0699539 Jan 18 19:56:46.384700 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-5691c542-730e-4324-bded-24f7071c0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:46.386303 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-5691c542-730e-4324-bded-24f7071c0a36 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=203f438d-e757-4658-b20a-fe64a346dbda HTTP/1.1" status: 200 len: 854 time: 0.0702384 Jan 18 19:56:46.445135 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-30baa2ba-42c1-4595-908b-1d3f3f5f42e5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2d1f99d6-0345-47b6-b194-7fa18db4f185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478408 Jan 18 19:56:46.450987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:46.596948 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-1e6af476-5d13-48ed-bd47-c80130e0e27b service neutron] 10.222.0.113 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457839 Jan 18 19:56:46.753159 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-c723b4d5-e657-41d8-bfac-1ad522bc39fa req-b097ee58-5a4e-4d9d-8eec-568374ff004c service neutron] 10.222.0.113 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1469009 Jan 18 19:56:46.911147 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:47.408851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb389f6-931f-4add-a40b-801af6df9a84 req-795d4186-6cc0-4968-9d07-481b2b3b1198 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:47.410569 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dcb389f6-931f-4add-a40b-801af6df9a84 req-795d4186-6cc0-4968-9d07-481b2b3b1198 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 944 time: 0.1104593 Jan 18 19:56:47.475612 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dcb389f6-931f-4add-a40b-801af6df9a84 req-07c822fd-1f3f-4539-a71c-9ef9062be7c2 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517457 Jan 18 19:56:48.690480 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.objects.ports [None req-f12fe0cc-e82f-4c13-a23e-9cf86c4ac6a7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 18 19:56:48.772852 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77c5d-3be0-4788-b116-add91b307cee req-15f27e28-68bf-43c8-86e7-bfc7ac0494d9 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:48.774551 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0ee77c5d-3be0-4788-b116-add91b307cee req-15f27e28-68bf-43c8-86e7-bfc7ac0494d9 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 944 time: 0.1617780 Jan 18 19:56:48.829174 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0ee77c5d-3be0-4788-b116-add91b307cee req-f91cc828-fcbf-4c1a-90fd-9497b870dcc8 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Jan 18 19:56:49.069587 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device e1277fe8-da88-4179-a392-750e8f00db11 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:56:49.143746 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port e1277fe8-da88-4179-a392-750e8f00db11 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:56:49.149383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port e1277fe8-da88-4179-a392-750e8f00db11 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:56:49.149809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:49.283418 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:49.313987 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e91569-5bc9-4487-b435-68c1fab67bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1277fe8-da88-4179-a392-750e8f00db11'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:56:49.326706 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port e1277fe8-da88-4179-a392-750e8f00db11, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e1277fe8-da88-4179-a392-750e8f00db11,segment=NetworkSegment(63558f0e-ea68-452b-b6c2-86bbc21a3bf8),segment_id=63558f0e-ea68-452b-b6c2-86bbc21a3bf8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:56:49.330098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:49.333200 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:56:49.384475 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e91569-5bc9-4487-b435-68c1fab67bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1277fe8-da88-4179-a392-750e8f00db11', 'code': 200} Jan 18 19:56:49.413342 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=e1277fe8-da88-4179-a392-750e8f00db11,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:56:49.431199 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.431868 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.432583 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.433247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.433897 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.434536 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.435822 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.436477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.437406 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.438106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.438522 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.439134 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.439811 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.440397 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.440974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.441791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.442072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.442663 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.443248 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.443815 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.444672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.445303 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.445946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.446574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:56:49.454475 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:56:49.686705 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b15e4-f5ba-45ba-81a5-e30cff703701 req-8f4568da-2195-4816-b2ba-0b73d472a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:49.688348 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-307b15e4-f5ba-45ba-81a5-e30cff703701 req-8f4568da-2195-4816-b2ba-0b73d472a52e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 1163 time: 0.0851476 Jan 18 19:56:49.740085 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-307b15e4-f5ba-45ba-81a5-e30cff703701 req-31b69b13-4cf0-4e59-97ab-edd0df645177 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Jan 18 19:56:50.079155 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbdb0d-0f07-483d-9fc1-e8146c6674e5 req-86bdfdc8-db1e-4a2c-bc4d-54b9bcb0a397 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:50.080928 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6dfbdb0d-0f07-483d-9fc1-e8146c6674e5 req-86bdfdc8-db1e-4a2c-bc4d-54b9bcb0a397 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 946 time: 0.1068680 Jan 18 19:56:50.135661 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-6dfbdb0d-0f07-483d-9fc1-e8146c6674e5 req-27e6e313-fe4b-4f7d-9a00-89adc2593ae1 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480089 Jan 18 19:56:50.404028 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device e1277fe8-da88-4179-a392-750e8f00db11 up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:56:50.481574 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port e1277fe8-da88-4179-a392-750e8f00db11 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:56:50.481992 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:56:51.392417 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b9228-ebb6-461f-a097-2c9d49df3a99 req-0c5cc88e-7b73-4ee5-9c37-5fdcb28b958f tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:56:51.394196 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae8b9228-ebb6-461f-a097-2c9d49df3a99 req-0c5cc88e-7b73-4ee5-9c37-5fdcb28b958f tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 946 time: 0.1176002 Jan 18 19:56:51.451792 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-ae8b9228-ebb6-461f-a097-2c9d49df3a99 req-e87674bf-21cf-48ae-9443-d2d97c1a6c19 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508761 Jan 18 19:57:04.563018 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:12.663948 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d37b7fc5-8b27-4073-8999-62dc0d408757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:14.873337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9622c9aa-0473-4cb0-b769-a61f9721b977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:15.021529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:15.561710 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:57:16.449951 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:16.915509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:32.186249 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26eeba-ea17-4275-856b-a2d8d932db7e req-662bde2f-bd3d-40ff-b58f-a41e69200b89 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:32.188053 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a26eeba-ea17-4275-856b-a2d8d932db7e req-662bde2f-bd3d-40ff-b58f-a41e69200b89 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 946 time: 0.1069217 Jan 18 19:57:32.244089 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-5a26eeba-ea17-4275-856b-a2d8d932db7e req-f541c388-9e70-47ec-890a-a86c8c7e15b0 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489941 Jan 18 19:57:33.481825 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d2af2-2b25-4d20-a246-50342f63713f req-55edac5f-b85d-4d9d-932d-12beb0b49dab tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:33.483496 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1c4d2af2-2b25-4d20-a246-50342f63713f req-55edac5f-b85d-4d9d-932d-12beb0b49dab tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 946 time: 0.1058784 Jan 18 19:57:33.534006 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1c4d2af2-2b25-4d20-a246-50342f63713f req-53897f50-e956-49a7-859b-8ad2e5001e59 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Jan 18 19:57:34.569589 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:34.770698 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b165f6b-8982-4775-967a-8ff70458a8c3 req-797ec7d7-420c-4ab9-92e5-e7a14ea2f709 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:34.772350 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b165f6b-8982-4775-967a-8ff70458a8c3 req-797ec7d7-420c-4ab9-92e5-e7a14ea2f709 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 946 time: 0.1075480 Jan 18 19:57:34.824811 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0b165f6b-8982-4775-967a-8ff70458a8c3 req-7f46e645-ad2a-4263-83b5-f6fe86ced9c7 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Jan 18 19:57:36.057895 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0517f8-1967-4538-b1ce-e5f09800336c req-967c0083-b4ba-4690-8e1c-b36b2523aa49 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:36.060185 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dc0517f8-1967-4538-b1ce-e5f09800336c req-967c0083-b4ba-4690-8e1c-b36b2523aa49 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 946 time: 0.1047096 Jan 18 19:57:36.106075 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-22bdb42c-790c-4b13-a5ff-d7f999485c7c tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:36.106892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-22bdb42c-790c-4b13-a5ff-d7f999485c7c tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Synchronizing usage tracker for tenant:22d81a2781e44e238c8499a6c463343f on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:57:36.125766 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-22bdb42c-790c-4b13-a5ff-d7f999485c7c tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Unset dirty status for tenant:22d81a2781e44e238c8499a6c463343f on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:57:36.127182 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-22bdb42c-790c-4b13-a5ff-d7f999485c7c tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.113 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 946 time: 0.1221774 Jan 18 19:57:36.220571 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Deleting port e1277fe8-da88-4179-a392-750e8f00db11 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:57:36.220966 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:36.348507 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dc0517f8-1967-4538-b1ce-e5f09800336c req-9962cf1a-484d-442a-a8f2-5ef6651dc0ba tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818723 Jan 18 19:57:36.491302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] For port e1277fe8-da88-4179-a392-750e8f00db11, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=e1277fe8-da88-4179-a392-750e8f00db11,segment=NetworkSegment(63558f0e-ea68-452b-b6c2-86bbc21a3bf8),segment_id=63558f0e-ea68-452b-b6c2-86bbc21a3bf8)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:57:36.491704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:36.629357 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Calling delete_port for e1277fe8-da88-4179-a392-750e8f00db11 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:57:36.686679 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device e1277fe8-da88-4179-a392-750e8f00db11 no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:57:36.779413 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:36.792287 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Port e1277fe8-da88-4179-a392-750e8f00db11 update to DOWN by agent not found {{(pid=80115) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 18 19:57:36.795228 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e8a51e64-5ee1-4381-abdc-880d559435af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:57:36.856676 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Pushing event deleted for resources: {'Port': ['ID=e1277fe8-da88-4179-a392-750e8f00db11,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:57:36.870313 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.870771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.871216 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.871630 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.872038 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.872446 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.872847 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.873247 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.873648 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.874047 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.874447 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.874845 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.875329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.875727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.876143 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.876544 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.876941 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.877337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.877731 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.878126 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.878518 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.878910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.879328 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.879775 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:36.929625 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:57:37.036965 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] No DVR routers for this DVR port e1277fe8-da88-4179-a392-750e8f00db11 on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:57:37.039323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:37.042102 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e91569-5bc9-4487-b435-68c1fab67bc2', 'name': 'network-vif-deleted', 'tag': 'e1277fe8-da88-4179-a392-750e8f00db11'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:57:37.057558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0f18954b-eb46-4f9d-9964-8a090cd08ea0 req-a0cf763e-82ad-414d-a657-944ea9873f88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.113 "DELETE /v2.0/ports/e1277fe8-da88-4179-a392-750e8f00db11 HTTP/1.1" status: 204 len: 173 time: 0.9226491 Jan 18 19:57:37.105770 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e91569-5bc9-4487-b435-68c1fab67bc2', 'name': 'network-vif-deleted', 'tag': 'e1277fe8-da88-4179-a392-750e8f00db11', 'status': 'completed', 'code': 200} Jan 18 19:57:37.547346 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-56536ba8-3830-44e7-be2d-7cb7991bf58e req-60640052-6a45-43b3-b06f-3852a74c8322 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=49e91569-5bc9-4487-b435-68c1fab67bc2 HTTP/1.1" status: 200 len: 210 time: 0.0482023 Jan 18 19:57:42.666337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-64ea3805-c620-47bf-bde1-96e229157ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:43.135289 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437d33-36e6-4c78-876b-810051413905 req-1dd85256-9b11-4b7c-917b-52c9e83a8e7f tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:43.136924 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-1dd85256-9b11-4b7c-917b-52c9e83a8e7f tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/networks?id=2d1f99d6-0345-47b6-b194-7fa18db4f185 HTTP/1.1" status: 200 len: 814 time: 0.1815252 Jan 18 19:57:43.153930 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-3f26b01b-3a59-4d39-aa01-39defce80f52 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/quotas/22d81a2781e44e238c8499a6c463343f HTTP/1.1" status: 200 len: 375 time: 0.0109043 Jan 18 19:57:43.209604 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-e8ac99de-fd9f-4873-b647-817b42245065 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?tenant_id=22d81a2781e44e238c8499a6c463343f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486035 Jan 18 19:57:43.374493 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-248d8f32-83da-4933-9596-b996da84e46e service neutron] 10.222.0.109 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519098 Jan 18 19:57:43.526152 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-108936e3-b85d-43c8-8eb2-915c83bcad07 service neutron] 10.222.0.109 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446776 Jan 18 19:57:43.749994 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-218e90b1-ae17-4d4e-9a58-53ff71da16f4 req-7b528818-73cc-499b-8578-58a4009cb3c8 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 210 time: 0.0541697 Jan 18 19:57:44.875414 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dba8d667-7b2a-4a1f-9e34-f9222fe76cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:44.876607 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-79518f14-f095-41c2-a8cf-49608eb7d738 req-e0357c53-cfd7-4ac5-9c19-a531ee44d181 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 210 time: 0.0486815 Jan 18 19:57:45.020729 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:46.001826 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-94fc6c14-20eb-458a-b241-53bfb9285a20 req-0a6fb68a-671f-462a-adef-87cda74bfb6b tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 210 time: 0.0495269 Jan 18 19:57:46.443526 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:46.919095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:47.187946 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-87662b87-021d-4800-8958-a8361712074c req-37583b07-203e-45b9-a9b1-8f79eda90b5d tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 210 time: 0.0533624 Jan 18 19:57:48.373914 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-e4905701-833f-4269-86c1-575ffde94e96 req-e8af9839-691f-42d3-8afe-73732cdd4553 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 210 time: 0.0515225 Jan 18 19:57:49.009359 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437d33-36e6-4c78-876b-810051413905 req-28dce540-29ef-4f07-ad30-c7b9f9a3f118 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:49.011158 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-28dce540-29ef-4f07-ad30-c7b9f9a3f118 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.113 "GET /v2.0/networks?id=2d1f99d6-0345-47b6-b194-7fa18db4f185 HTTP/1.1" status: 200 len: 814 time: 0.1880925 Jan 18 19:57:49.040745 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Request body: {'port': {'device_id': '1bf368e9-14e7-4c42-8ead-84aa2fee1e66', 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185', 'admin_state_up': True, 'tenant_id': '22d81a2781e44e238c8499a6c463343f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:57:49.187478 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 18 19:57:49.191773 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Usage tracker for resource:port and tenant:22d81a2781e44e238c8499a6c463343f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 18 19:57:49.194953 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 18 19:57:49.200736 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.quota.driver [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 18 19:57:49.209441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Made reservation on behalf of 22d81a2781e44e238c8499a6c463343f for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 18 19:57:49.218901 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:49.533137 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Allocated IP 172.20.0.2 (2d1f99d6-0345-47b6-b194-7fa18db4f185/203f438d-e757-4658-b20a-fe64a346dbda/72eb02af-5b45-4a22-b638-fdac2b8543ef) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 18 19:57:49.560462 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3a20744c-a03c-45f6-a45f-b4bb6f40d3be req-274de5b0-58c6-488f-868d-b6ecdc5a7950 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 210 time: 0.0485437 Jan 18 19:57:49.751098 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:49.780494 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247989744056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:49.795636 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0a555021-836a-4077-9e60-e7a3060c10f3 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:57:49.940301 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Pushing event updated for resources: {'Port': ['ID=72eb02af-5b45-4a22-b638-fdac2b8543ef,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:57:49.945132 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:57:49.998365 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 18 19:57:49.999525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 18 19:57:50.001918 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 18 19:57:50.080566 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:50.081252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:50.108551 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-bb15df9c-dff8-4257-acd6-19dde32f2620 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0721149 Jan 18 19:57:50.130771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.v2.base [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Request body: {'port': {'device_id': '1bf368e9-14e7-4c42-8ead-84aa2fee1e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:57:50.257159 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:50.676552 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72eb02af-5b45-4a22-b638-fdac2b8543ef {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 18 19:57:50.684646 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:50.697569 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Transition to ACTIVE for port object 72eb02af-5b45-4a22-b638-fdac2b8543ef will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 18 19:57:50.700339 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850789672'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:50.716672 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-34168f7d-f334-43dd-9e9b-3d8c6b2eed56 tempest-AttachVolumeShelveTestJSON-854788285 tempest-AttachVolumeShelveTestJSON-854788285] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:57:50.806529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9a76b-f304-4298-9335-212b49cab834 req-d41892c7-5ee0-4928-929d-3be11061361c tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:50.808350 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cbe9a76b-f304-4298-9335-212b49cab834 req-d41892c7-5ee0-4928-929d-3be11061361c tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 943 time: 0.1071398 Jan 18 19:57:50.864547 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cbe9a76b-f304-4298-9335-212b49cab834 req-409b3f46-34c8-42b4-82fd-a3e54e4fc09c tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493271 Jan 18 19:57:51.090337 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Pushing event updated for resources: {'Port': ['ID=72eb02af-5b45-4a22-b638-fdac2b8543ef,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:57:51.095758 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:57:51.268722 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Attempting to bind port 72eb02af-5b45-4a22-b638-fdac2b8543ef on host hv-cinder-56205 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:57:51.269097 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Attempting to bind port 72eb02af-5b45-4a22-b638-fdac2b8543ef by drivers openvswitch on host hv-cinder-56205 at level 0 using segments [{'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 18 19:57:51.269471 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Attempting to bind port 72eb02af-5b45-4a22-b638-fdac2b8543ef on network 2d1f99d6-0345-47b6-b194-7fa18db4f185 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 18 19:57:51.275568 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Checking agent: {'id': '559e0fe0-7d8c-4da7-a724-35ee43152d75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 18, 19, 42, 34), 'started_at': datetime.datetime(2021, 1, 18, 19, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 18, 19, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.111', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 18 19:57:51.275947 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Checking segment: {'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 18 19:57:51.276384 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:51.276787 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Bound using segment: {'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 18 19:57:51.277275 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Bound port: 72eb02af-5b45-4a22-b638-fdac2b8543ef, host: hv-cinder-56205, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63558f0e-ea68-452b-b6c2-86bbc21a3bf8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2d1f99d6-0345-47b6-b194-7fa18db4f185'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 18 19:57:51.277645 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:51.373818 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] For port 72eb02af-5b45-4a22-b638-fdac2b8543ef, host hv-cinder-56205, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 18 19:57:51.376971 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] For port 72eb02af-5b45-4a22-b638-fdac2b8543ef, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=72eb02af-5b45-4a22-b638-fdac2b8543ef,segment=NetworkSegment(63558f0e-ea68-452b-b6c2-86bbc21a3bf8),segment_id=63558f0e-ea68-452b-b6c2-86bbc21a3bf8)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 18 19:57:51.380596 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850789672'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:51.400375 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0c2c99a1-2aef-4ecb-a812-f42931212388 tempest-AttachVolumeNegativeTest-884320456 tempest-AttachVolumeNegativeTest-884320456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:57:51.559022 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Pushing event updated for resources: {'Port': ['ID=72eb02af-5b45-4a22-b638-fdac2b8543ef,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:57:51.564575 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:57:51.600296 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:51.601056 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:51.602547 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-089e0bf0-ed1f-49ea-bc42-1b76bb7ee197 service neutron] 10.222.0.113 "PUT /v2.0/ports/72eb02af-5b45-4a22-b638-fdac2b8543ef HTTP/1.1" status: 200 len: 1157 time: 1.4765804 Jan 18 19:57:51.603155 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf368e9-14e7-4c42-8ead-84aa2fee1e66', 'tag': '72eb02af-5b45-4a22-b638-fdac2b8543ef'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:57:51.697955 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf368e9-14e7-4c42-8ead-84aa2fee1e66', 'tag': '72eb02af-5b45-4a22-b638-fdac2b8543ef', 'status': 'completed', 'code': 200} Jan 18 19:57:51.734718 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437d33-36e6-4c78-876b-810051413905 req-9dde0c4d-b030-4d84-9a6c-72f3923b92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:51.736361 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-9dde0c4d-b030-4d84-9a6c-72f3923b92ee service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=22d81a2781e44e238c8499a6c463343f&device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 1160 time: 0.0807326 Jan 18 19:57:51.821840 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-88e448ed-8453-4102-bf1d-cff7c59790e8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72eb02af-5b45-4a22-b638-fdac2b8543ef HTTP/1.1" status: 200 len: 217 time: 0.0695636 Jan 18 19:57:51.892809 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437d33-36e6-4c78-876b-810051413905 req-7bcf0f87-a35c-42ba-8ddb-9726324c4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:51.894354 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-7bcf0f87-a35c-42ba-8ddb-9726324c4047 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=203f438d-e757-4658-b20a-fe64a346dbda HTTP/1.1" status: 200 len: 854 time: 0.0631657 Jan 18 19:57:51.953705 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-924d39dd-e5ae-405b-a375-591f5e395029 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2d1f99d6-0345-47b6-b194-7fa18db4f185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504146 Jan 18 19:57:52.103018 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-f68eb519-ac5c-4e3f-9645-d119b2ac4a22 service neutron] 10.222.0.113 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394660 Jan 18 19:57:52.105436 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342db70-9ce9-41f9-8ca9-a20ddabde5d7 req-2b2ec46d-d7cb-457c-b118-e0c1f8b03f95 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:52.107153 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0342db70-9ce9-41f9-8ca9-a20ddabde5d7 req-2b2ec46d-d7cb-457c-b118-e0c1f8b03f95 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 943 time: 0.1109550 Jan 18 19:57:52.159105 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-0342db70-9ce9-41f9-8ca9-a20ddabde5d7 req-8322c903-213b-41ea-bb0f-8d6f6f1da627 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Jan 18 19:57:52.248775 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-cf437d33-36e6-4c78-876b-810051413905 req-eef663f6-406a-4313-abe9-db6b7f8baa16 service neutron] 10.222.0.113 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375446 Jan 18 19:57:52.419956 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-4cddf99b-8009-4f7d-b5b6-a0cfd4558f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:52.421515 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-4cddf99b-8009-4f7d-b5b6-a0cfd4558f2a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=22d81a2781e44e238c8499a6c463343f&device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 1160 time: 0.0805991 Jan 18 19:57:52.562120 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:57:52.565044 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-914f7906-a9da-45cb-b22f-629027390c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:52.566652 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-914f7906-a9da-45cb-b22f-629027390c5e service neutron] 10.222.0.113 "GET /v2.0/networks?id=2d1f99d6-0345-47b6-b194-7fa18db4f185 HTTP/1.1" status: 200 len: 908 time: 0.1397319 Jan 18 19:57:52.647427 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-f174c130-0516-4795-83a5-be1f93296bda service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72eb02af-5b45-4a22-b638-fdac2b8543ef HTTP/1.1" status: 200 len: 217 time: 0.0701265 Jan 18 19:57:52.717354 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-ad293a3f-39eb-4bd0-9887-66869458bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:52.718888 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-ad293a3f-39eb-4bd0-9887-66869458bb59 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=203f438d-e757-4658-b20a-fe64a346dbda HTTP/1.1" status: 200 len: 854 time: 0.0659394 Jan 18 19:57:52.773307 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-db81e9a1-83c9-476c-9711-bcc6ec663b93 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2d1f99d6-0345-47b6-b194-7fa18db4f185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485632 Jan 18 19:57:52.915904 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-52578410-0822-47ed-8296-db900ac76caf service neutron] 10.222.0.113 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367509 Jan 18 19:57:53.058660 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-50b154f3-fcfd-4a6c-8f82-b1d5482396f5 req-981cd54a-7832-4e13-8f15-6376806eeecf service neutron] 10.222.0.113 "GET /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364229 Jan 18 19:57:53.393474 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b9027-0d36-41ce-8420-08e43bc5fc79 req-3ff95bac-e8d1-4d56-bf37-5a6cd6745dad tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:53.395097 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b48b9027-0d36-41ce-8420-08e43bc5fc79 req-3ff95bac-e8d1-4d56-bf37-5a6cd6745dad tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 943 time: 0.1043875 Jan 18 19:57:53.449357 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-b48b9027-0d36-41ce-8420-08e43bc5fc79 req-301e8ccd-34c0-4db8-9138-bdc48ea7f0aa tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478585 Jan 18 19:57:54.688791 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5e1d7-6e83-465d-94ef-9294030c1e74 req-22dddc3e-e8b3-46cf-a709-fe0ea0f2e0ad tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:54.690424 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfd5e1d7-6e83-465d-94ef-9294030c1e74 req-22dddc3e-e8b3-46cf-a709-fe0ea0f2e0ad tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 943 time: 0.1076972 Jan 18 19:57:54.742514 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-dfd5e1d7-6e83-465d-94ef-9294030c1e74 req-10e06dbe-6fd9-4047-a6c5-e402810af951 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455055 Jan 18 19:57:55.184878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 72eb02af-5b45-4a22-b638-fdac2b8543ef up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:57:55.257709 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning for port 72eb02af-5b45-4a22-b638-fdac2b8543ef completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 18 19:57:55.263524 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 72eb02af-5b45-4a22-b638-fdac2b8543ef triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:57:55.263946 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:55.387864 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-630190'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:55.419139 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf368e9-14e7-4c42-8ead-84aa2fee1e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72eb02af-5b45-4a22-b638-fdac2b8543ef'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:57:55.430771 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] For port 72eb02af-5b45-4a22-b638-fdac2b8543ef, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=72eb02af-5b45-4a22-b638-fdac2b8543ef,segment=NetworkSegment(63558f0e-ea68-452b-b6c2-86bbc21a3bf8),segment_id=63558f0e-ea68-452b-b6c2-86bbc21a3bf8)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:57:55.434590 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247989202599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788865034065', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247989741718'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:55.436993 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:57:55.487098 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf368e9-14e7-4c42-8ead-84aa2fee1e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72eb02af-5b45-4a22-b638-fdac2b8543ef', 'code': 200} Jan 18 19:57:55.514095 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Pushing event updated for resources: {'Port': ['ID=72eb02af-5b45-4a22-b638-fdac2b8543ef,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:57:55.522071 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.522460 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.522841 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.523241 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.523611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.523981 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.524350 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.524715 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.525099 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.525465 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.525824 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.526219 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.526641 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.527001 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.527390 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.527748 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.528107 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.528486 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.528819 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.529174 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.529529 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.529884 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.530239 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.530594 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:57:55.535157 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:57:55.778224 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33932fb3-d5b1-4448-9dda-0e82f7dd1a82 req-32038813-96a8-46c8-b4c9-83946e44db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:55.779970 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-33932fb3-d5b1-4448-9dda-0e82f7dd1a82 req-32038813-96a8-46c8-b4c9-83946e44db86 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 1162 time: 0.0774806 Jan 18 19:57:55.825558 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-33932fb3-d5b1-4448-9dda-0e82f7dd1a82 req-ae04eb21-1ee6-4873-b54e-1accbd53c201 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 Jan 18 19:57:55.972404 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51968025-ce1f-45e3-be76-eb78d1749020 req-3e0e9c62-ec54-4665-98d3-cad7d0f2c032 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:55.974037 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-51968025-ce1f-45e3-be76-eb78d1749020 req-3e0e9c62-ec54-4665-98d3-cad7d0f2c032 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 945 time: 0.1022515 Jan 18 19:57:56.028879 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-51968025-ce1f-45e3-be76-eb78d1749020 req-bb47a248-3813-42f4-9a7a-ae62d4e40d88 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477643 Jan 18 19:57:56.937182 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 72eb02af-5b45-4a22-b638-fdac2b8543ef up at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 18 19:57:57.011611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Provisioning complete for port 72eb02af-5b45-4a22-b638-fdac2b8543ef triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 18 19:57:57.012024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853797842'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:57:57.272511 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f7ed-7b69-4edb-8a81-c36f2d741aef req-aae2944e-6c4d-4a1a-b565-43aecf13ec77 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:57:57.274175 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3175f7ed-7b69-4edb-8a81-c36f2d741aef req-aae2944e-6c4d-4a1a-b565-43aecf13ec77 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 945 time: 0.1050260 Jan 18 19:57:57.327637 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-3175f7ed-7b69-4edb-8a81-c36f2d741aef req-cfd79cb0-1160-419e-af37-4152cb1b90cd tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464311 Jan 18 19:58:04.567323 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:12.669892 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a520940-92db-4dda-bd72-f3caf4109a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:14.876798 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-06d36759-5b2e-4388-907c-1482b96b368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:15.022233 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:16.446521 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:16.923754 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:18.737419 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21114cd1-dce3-4bbf-b9fc-c64f8f8f705c req-856079c7-5c4d-4079-9bd9-a567fab35ff8 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:58:18.739101 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-21114cd1-dce3-4bbf-b9fc-c64f8f8f705c req-856079c7-5c4d-4079-9bd9-a567fab35ff8 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 945 time: 0.1079459 Jan 18 19:58:18.791026 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-21114cd1-dce3-4bbf-b9fc-c64f8f8f705c req-be4d00e9-869f-4f0b-978a-41cf3673814b tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Jan 18 19:58:20.026924 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224483c6-07d6-4d9b-bd60-ef2dac5447ed req-7e63a5d5-32ab-4697-8482-94d80530a59f tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:58:20.028499 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-224483c6-07d6-4d9b-bd60-ef2dac5447ed req-7e63a5d5-32ab-4697-8482-94d80530a59f tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 945 time: 0.1033399 Jan 18 19:58:20.082724 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-224483c6-07d6-4d9b-bd60-ef2dac5447ed req-bc8d8fa4-5fb5-42d9-b0de-9f68db73bdaa tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Jan 18 19:58:21.320226 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e12956-e0e0-4a6f-8e15-b8b87520ef82 req-c1f2eeec-92e3-4d1b-9844-b943b26e30e2 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:58:21.321898 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-51e12956-e0e0-4a6f-8e15-b8b87520ef82 req-c1f2eeec-92e3-4d1b-9844-b943b26e30e2 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 945 time: 0.1056714 Jan 18 19:58:21.373294 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-51e12956-e0e0-4a6f-8e15-b8b87520ef82 req-f08fb9ea-2318-4281-93e2-ec0285b54fec tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Jan 18 19:58:22.254633 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819edb9-4b21-4806-866f-083bf9160d01 req-5d376d72-d737-4da1-ba05-0c336ca68410 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:58:22.255442 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f819edb9-4b21-4806-866f-083bf9160d01 req-5d376d72-d737-4da1-ba05-0c336ca68410 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Synchronizing usage tracker for tenant:22d81a2781e44e238c8499a6c463343f on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 18 19:58:22.271144 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.quota.resource [req-f819edb9-4b21-4806-866f-083bf9160d01 req-5d376d72-d737-4da1-ba05-0c336ca68410 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Unset dirty status for tenant:22d81a2781e44e238c8499a6c463343f on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 18 19:58:22.272383 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f819edb9-4b21-4806-866f-083bf9160d01 req-5d376d72-d737-4da1-ba05-0c336ca68410 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.113 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 945 time: 0.1212528 Jan 18 19:58:22.352072 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Deleting port 72eb02af-5b45-4a22-b638-fdac2b8543ef {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 18 19:58:22.352665 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788865572006'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:22.616567 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bea1be-6ab6-40e6-b255-f421933caa15 req-d3ac1d03-668a-4652-a0b4-56cc078e2333 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 18 19:58:22.618203 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-43bea1be-6ab6-40e6-b255-f421933caa15 req-d3ac1d03-668a-4652-a0b4-56cc078e2333 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 945 time: 0.1110351 Jan 18 19:58:22.624333 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] For port 72eb02af-5b45-4a22-b638-fdac2b8543ef, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-56205',level=0,port_id=72eb02af-5b45-4a22-b638-fdac2b8543ef,segment=NetworkSegment(63558f0e-ea68-452b-b6c2-86bbc21a3bf8),segment_id=63558f0e-ea68-452b-b6c2-86bbc21a3bf8)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 18 19:58:22.624735 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1577561'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:22.671663 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-43bea1be-6ab6-40e6-b255-f421933caa15 req-5c8f8bcf-609b-48f3-9a6e-58eb16f4e6cc tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/security-groups?id=96d2dee1-9593-4034-a2fe-cce0b472abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462391 Jan 18 19:58:22.756509 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Calling delete_port for 72eb02af-5b45-4a22-b638-fdac2b8543ef owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 18 19:58:22.903986 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854220020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850473875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247989202616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247989741752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3986113'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:22.919560 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:58:22.967210 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Pushing event deleted for resources: {'Port': ['ID=72eb02af-5b45-4a22-b638-fdac2b8543ef,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:58:22.978984 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:58:23.124899 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] No DVR routers for this DVR port 72eb02af-5b45-4a22-b638-fdac2b8543ef on host hv-cinder-56205 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 18 19:58:23.127383 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773991'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:23.130140 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf368e9-14e7-4c42-8ead-84aa2fee1e66', 'name': 'network-vif-deleted', 'tag': '72eb02af-5b45-4a22-b638-fdac2b8543ef'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:58:23.144004 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 72eb02af-5b45-4a22-b638-fdac2b8543ef no longer exists at agent ovs-agent-hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 18 19:58:23.144938 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-f819edb9-4b21-4806-866f-083bf9160d01 req-35cb2b4a-92ce-4ae2-832f-e9e2c575bc34 tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.113 "DELETE /v2.0/ports/72eb02af-5b45-4a22-b638-fdac2b8543ef HTTP/1.1" status: 204 len: 173 time: 0.8665578 Jan 18 19:58:23.184441 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] No Port match for: 72eb02af-5b45-4a22-b638-fdac2b8543ef {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 18 19:58:23.184849 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Device 72eb02af-5b45-4a22-b638-fdac2b8543ef not bound to the agent host hv-cinder-56205 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 18 19:58:23.191294 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf368e9-14e7-4c42-8ead-84aa2fee1e66', 'name': 'network-vif-deleted', 'tag': '72eb02af-5b45-4a22-b638-fdac2b8543ef', 'status': 'completed', 'code': 200} Jan 18 19:58:23.870607 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [req-1bd23f0e-30f2-4c5d-a94f-2bd224499da2 req-b22d60d3-8a4f-47a2-8a3f-be484e0275bb tempest-VolumesSnapshotTestJSON-991243451 tempest-VolumesSnapshotTestJSON-991243451] 10.222.0.109 "GET /v2.0/ports?device_id=1bf368e9-14e7-4c42-8ead-84aa2fee1e66 HTTP/1.1" status: 200 len: 210 time: 0.0495987 Jan 18 19:58:29.562394 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:58:34.568792 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:42.672214 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3351f7e0-406c-4aca-a921-17c3ce8603cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:44.645024 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 41414) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:58:44.717970 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Deleting subnet 203f438d-e757-4658-b20a-fe64a346dbda {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 18 19:58:44.721114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:44.774534 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852627232'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:44.838119 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-632392'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:44.881122 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-18808aea-efed-4d24-90e0-2d8b1dbfce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:45.026306 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:45.107513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854143424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850789737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3190581'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:45.126508 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:58:45.181169 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203f438d-e757-4658-b20a-fe64a346dbda,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:58:45.196149 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.196611 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.197029 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.197472 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.197878 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.198287 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.198689 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.199113 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.199513 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.199910 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.200308 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.200704 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-17-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.201159 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.201555 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.201955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.202349 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.202741 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.203166 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.203562 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.203955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.204348 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.204962 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.205644 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.206324 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-56205 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 18 19:58:45.213974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:58:45.301109 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:45.307988 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-cabbd4af-7fa2-4a3a-b8a3-f110a1fe31c6 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/203f438d-e757-4658-b20a-fe64a346dbda HTTP/1.1" status: 204 len: 168 time: 0.6618078 Jan 18 19:58:45.310727 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 41418) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:58:45.432728 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636933'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:45.858026 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-631436', 'neutron.services.segments.db._delete_segments_for_network--9223363247989407365'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:45.971831 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1f99d6-0345-47b6-b194-7fa18db4f185']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:58:45.984690 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63558f0e-ea68-452b-b6c2-86bbc21a3bf8') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:58:45.985023 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63558f0e-ea68-452b-b6c2-86bbc21a3bf8') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 18 19:58:45.997893 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247989401477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148584'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.015632 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854143356'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.017813 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 18 19:58:46.196577 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:58:46.206070 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-632460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850789638'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.382680 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Network 2d1f99d6-0345-47b6-b194-7fa18db4f185 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: Traceback (most recent call last): Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: timer() Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: cb(*args, **kw) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: return func(*args, **kwargs) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: self._notify() Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: self.callback(batched_events) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: event.method(event) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: segment_id)['aggregates'][0] Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: return f(self, *a, **k) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: return self._get(url).json() Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: **kwargs) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: **endpoint_filter) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:58:46.405293 dv-cinder-562053-17-smb neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:58:46.451879 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.496175 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854144397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1834133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853076655'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.499605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3a91f217-ba3f-41d7-af19-a406908cbf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:58:46.516168 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1834116'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.525100 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1f99d6-0345-47b6-b194-7fa18db4f185,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:58:46.528572 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:58:46.533118 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-e4e9d8e8-685a-4786-8d9c-ca7dcd686cc5 admin admin] 10.222.0.109 "DELETE /v2.0/networks/2d1f99d6-0345-47b6-b194-7fa18db4f185 HTTP/1.1" status: 204 len: 168 time: 1.2213354 Jan 18 19:58:46.676106 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 41424) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:58:46.727237 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-6fdfc178-b70f-41ff-86c6-67187d863f61 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=22d81a2781e44e238c8499a6c463343f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496886 Jan 18 19:58:46.730329 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.109', 41428) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 18 19:58:46.794678 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e4360f2-114f-40cc-a12c-80a79824f60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.821477 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e4360f2-114f-40cc-a12c-80a79824f60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.868605 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e4360f2-114f-40cc-a12c-80a79824f60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852784324'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.873666 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1794000a-cf3d-42fb-ae10-e9dd933f7645 tempest-AttachVolumeTestJSON-307728526 tempest-AttachVolumeTestJSON-307728526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 18 19:58:46.887412 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4360f2-114f-40cc-a12c-80a79824f60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d2dee1-9593-4034-a2fe-cce0b472abe5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 18 19:58:46.890420 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e4360f2-114f-40cc-a12c-80a79824f60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 18 19:58:46.891343 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e4360f2-114f-40cc-a12c-80a79824f60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:58:46.892537 dv-cinder-562053-17-smb neutron-server[80002]: INFO neutron.wsgi [None req-0e4360f2-114f-40cc-a12c-80a79824f60b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/96d2dee1-9593-4034-a2fe-cce0b472abe5 HTTP/1.1" status: 204 len: 168 time: 0.1612644 Jan 18 19:58:46.925919 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:04.589808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:06.561988 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:59:12.675124 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3de86aa9-0603-4c05-963c-e088e7704b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:14.882112 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5a1413b2-db77-4b92-8b1c-690f448bb346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:15.028843 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:16.453807 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:16.930426 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:34.596127 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:42.676851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-46f2b58d-b461-45a7-a54f-e02e1b742ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:43.562733 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 19:59:44.884643 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d304a324-090f-4ec8-a5b3-4e8945f73e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:45.031955 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:46.456425 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 19:59:46.931080 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:04.612851 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:12.680626 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-435396e5-25ad-4496-8e81-0fe467499dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:14.886103 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-43368f4f-8f0e-46e1-bf3b-e84314d32b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:15.034171 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:16.458949 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:16.935076 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:20.562570 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 20:00:27.532358 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-0d213beb-166b-477b-9a8f-292d58d989c6 req-b4e71aa8-8544-4e55-8057-ae0598e8c28e service neutron] (80114) timed out ('10.222.0.113', 49880) {{(pid=80114) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 18 20:00:27.934525 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-9f65bc83-b0db-477c-a7f0-72c3259fd9c1 req-a7cb79d8-c473-4507-90fc-cda7e59e2339 tempest-DeleteServersTestJSON-1798884268 tempest-DeleteServersTestJSON-1798884268] (80114) timed out ('10.222.0.113', 49881) {{(pid=80114) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 18 20:00:30.785863 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-122aab63-3b77-428e-825a-5664791198e7 req-4eb13392-e686-479d-a1af-df443f08f128 service neutron] (80114) timed out ('10.222.0.113', 49882) {{(pid=80114) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 18 20:00:34.641961 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:42.682974 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ac47-e24e-4bb4-b0db-f0c6f60eca3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:44.887808 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ea38fdd-5bf1-4c53-8b84-352fb4c24b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:45.036011 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:46.461510 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:46.938580 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:00:57.563302 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 20:01:04.642944 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:12.685449 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f48c9bd0-321f-4b25-9e3c-605976c56b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:14.888390 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a465145f-13d4-4d96-b523-4fde99e28100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:15.041188 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:16.463252 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:16.940429 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:34.562652 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.db.agents_db [None req-adba3227-7809-48c6-967e-6ee74d66572b None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 18 20:01:34.641846 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f2923be2-e340-4c87-9cce-9879742dad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:42.686931 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a41a22b6-41de-4350-934c-f500d07cca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:44.890062 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb622e1c-aa40-4fab-809d-0f17d8e0c7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:45.041723 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-965a8196-bb95-4de7-9e6b-0b443202fb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:46.465631 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb64227-4df9-43a8-b373-b5dbe15120e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:46.942996 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb5e3-d942-46ab-9935-043ac059468c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247989407382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978043'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 18 20:01:52.030114 dv-cinder-562053-17-smb neutron-server[80002]: DEBUG neutron.wsgi [req-a24a66c8-aa82-42bd-aa66-cf7225d0065b req-fdd3f227-d8c0-46aa-9093-83738ff257eb service neutron] (80114) timed out ('10.222.0.113', 49849) {{(pid=80114) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}